2024-11-14 18:43:14,906 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 18:43:14,922 main DEBUG Took 0.012847 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 18:43:14,922 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 18:43:14,923 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 18:43:14,924 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 18:43:14,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,936 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 18:43:14,950 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,952 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,954 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,955 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,957 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,958 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,959 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,959 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,960 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,961 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,961 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,962 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,962 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,963 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,963 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,963 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 18:43:14,964 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,965 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 18:43:14,966 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 18:43:14,968 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 18:43:14,970 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 18:43:14,970 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 18:43:14,972 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 18:43:14,972 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 18:43:14,981 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 18:43:14,983 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 18:43:14,985 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 18:43:14,986 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 18:43:14,986 main DEBUG createAppenders(={Console}) 2024-11-14 18:43:14,987 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d initialized 2024-11-14 18:43:14,988 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d 2024-11-14 18:43:14,988 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@58e1d9d OK. 2024-11-14 18:43:14,989 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 18:43:14,989 main DEBUG OutputStream closed 2024-11-14 18:43:14,989 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 18:43:14,990 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 18:43:14,990 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@27f981c6 OK 2024-11-14 18:43:15,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 18:43:15,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 18:43:15,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 18:43:15,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 18:43:15,085 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 18:43:15,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 18:43:15,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 18:43:15,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 18:43:15,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 18:43:15,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 18:43:15,088 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 18:43:15,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 18:43:15,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 18:43:15,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 18:43:15,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 18:43:15,090 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 18:43:15,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 18:43:15,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 18:43:15,095 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 18:43:15,096 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@10cf09e8) with optional ClassLoader: null 2024-11-14 18:43:15,096 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 18:43:15,097 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@10cf09e8] started OK. 2024-11-14T18:43:15,115 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplit timeout: 13 mins 2024-11-14 18:43:15,119 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 18:43:15,119 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T18:43:15,408 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00 2024-11-14T18:43:15,408 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.wal.TestWALSplitBoundedLogWriterCreation timeout: 13 mins 2024-11-14T18:43:15,525 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T18:43:15,608 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8, deleteOnExit=true 2024-11-14T18:43:15,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/test.cache.data in system properties and HBase conf 2024-11-14T18:43:15,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T18:43:15,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.log.dir in system properties and HBase conf 2024-11-14T18:43:15,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T18:43:15,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T18:43:15,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T18:43:15,707 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T18:43:15,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:43:15,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T18:43:15,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T18:43:15,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:43:15,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T18:43:15,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T18:43:15,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T18:43:15,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:43:15,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T18:43:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/nfs.dump.dir in system properties and HBase conf 2024-11-14T18:43:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/java.io.tmpdir in system properties and HBase conf 2024-11-14T18:43:15,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T18:43:15,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T18:43:15,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T18:43:16,767 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T18:43:16,858 INFO [Time-limited test {}] log.Log(170): Logging initialized @2763ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T18:43:16,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:43:17,019 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:43:17,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:43:17,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:43:17,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:43:17,068 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:43:17,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:43:17,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:43:17,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dfe145b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/java.io.tmpdir/jetty-localhost-41327-hadoop-hdfs-3_4_1-tests_jar-_-any-16217032673563527969/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:43:17,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:41327} 2024-11-14T18:43:17,288 INFO [Time-limited test {}] server.Server(415): Started @3194ms 2024-11-14T18:43:17,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:43:17,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:43:17,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:43:17,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:43:17,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T18:43:17,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:43:17,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:43:18,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e587259{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/java.io.tmpdir/jetty-localhost-34183-hadoop-hdfs-3_4_1-tests_jar-_-any-4773702635316473072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:43:18,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:34183} 2024-11-14T18:43:18,117 INFO [Time-limited test {}] server.Server(415): Started @4023ms 2024-11-14T18:43:18,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:43:18,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T18:43:18,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T18:43:18,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T18:43:18,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T18:43:18,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T18:43:18,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.log.dir/,AVAILABLE} 2024-11-14T18:43:18,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T18:43:18,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a0403e3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/java.io.tmpdir/jetty-localhost-39097-hadoop-hdfs-3_4_1-tests_jar-_-any-583893847391275246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:43:18,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:39097} 2024-11-14T18:43:18,462 INFO [Time-limited test {}] server.Server(415): Started @4369ms 2024-11-14T18:43:18,465 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T18:43:19,335 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data3/current/BP-1255048256-172.17.0.2-1731609796343/current, will proceed with Du for space computation calculation, 2024-11-14T18:43:19,335 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data1/current/BP-1255048256-172.17.0.2-1731609796343/current, will proceed with Du for space computation calculation, 2024-11-14T18:43:19,335 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data4/current/BP-1255048256-172.17.0.2-1731609796343/current, will proceed with Du for space computation calculation, 2024-11-14T18:43:19,335 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data2/current/BP-1255048256-172.17.0.2-1731609796343/current, will proceed with Du for space computation calculation, 2024-11-14T18:43:19,374 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:43:19,375 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T18:43:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97c0c923c55a560e with lease ID 0x5e0d5d635b275c09: Processing first storage report for DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4 from datanode DatanodeRegistration(127.0.0.1:43551, datanodeUuid=5129fed3-5342-4017-80ad-4d97ade1c05a, infoPort=38431, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343) 2024-11-14T18:43:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97c0c923c55a560e with lease ID 0x5e0d5d635b275c09: from storage DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4 node DatanodeRegistration(127.0.0.1:43551, datanodeUuid=5129fed3-5342-4017-80ad-4d97ade1c05a, infoPort=38431, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T18:43:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa16f86ab78e25698 with lease ID 0x5e0d5d635b275c0a: Processing first storage report for DS-2afeb95a-f9ab-48d2-8a61-796a6fd87b7f from datanode DatanodeRegistration(127.0.0.1:34369, datanodeUuid=d65c609d-772d-410c-9dc0-bf4b45d91e59, infoPort=44685, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343) 2024-11-14T18:43:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa16f86ab78e25698 with lease ID 0x5e0d5d635b275c0a: from storage DS-2afeb95a-f9ab-48d2-8a61-796a6fd87b7f node DatanodeRegistration(127.0.0.1:34369, datanodeUuid=d65c609d-772d-410c-9dc0-bf4b45d91e59, infoPort=44685, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:43:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97c0c923c55a560e with lease ID 0x5e0d5d635b275c09: Processing first storage report for DS-cba325e9-bd25-4794-9cae-dc44eeb1c5cd from datanode DatanodeRegistration(127.0.0.1:43551, datanodeUuid=5129fed3-5342-4017-80ad-4d97ade1c05a, infoPort=38431, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343) 2024-11-14T18:43:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97c0c923c55a560e with lease ID 0x5e0d5d635b275c09: from storage DS-cba325e9-bd25-4794-9cae-dc44eeb1c5cd node DatanodeRegistration(127.0.0.1:43551, datanodeUuid=5129fed3-5342-4017-80ad-4d97ade1c05a, infoPort=38431, infoSecurePort=0, ipcPort=41809, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:43:19,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa16f86ab78e25698 with lease ID 0x5e0d5d635b275c0a: Processing first storage report for DS-57c44144-cb31-4b36-ac5e-46d584984782 from datanode DatanodeRegistration(127.0.0.1:34369, datanodeUuid=d65c609d-772d-410c-9dc0-bf4b45d91e59, infoPort=44685, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343) 2024-11-14T18:43:19,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa16f86ab78e25698 with lease ID 0x5e0d5d635b275c0a: from storage DS-57c44144-cb31-4b36-ac5e-46d584984782 node DatanodeRegistration(127.0.0.1:34369, datanodeUuid=d65c609d-772d-410c-9dc0-bf4b45d91e59, infoPort=44685, infoSecurePort=0, ipcPort=32883, storageInfo=lv=-57;cid=testClusterID;nsid=1256250237;c=1731609796343), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T18:43:19,520 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00 2024-11-14T18:43:19,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=128, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=4370 2024-11-14T18:43:19,539 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:19,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:19,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:19,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:43:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741825_1001 (size=7) 2024-11-14T18:43:20,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:20,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:20,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:20,249 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:20,295 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T18:43:20,320 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T18:43:20,325 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:20,326 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:20,328 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:20,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:20,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,356 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T18:43:20,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,389 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741826_1002 (size=1393) 2024-11-14T18:43:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741826_1002 (size=1393) 2024-11-14T18:43:20,411 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:20,411 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,426 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,435 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,436 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,437 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,438 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,440 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,441 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,442 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741827_1003 (size=1393) 2024-11-14T18:43:20,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741827_1003 (size=1393) 2024-11-14T18:43:20,449 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:20,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:20,453 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,453 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,465 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,467 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,467 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,468 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,468 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,474 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741828_1004 (size=1393) 2024-11-14T18:43:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741828_1004 (size=1393) 2024-11-14T18:43:20,483 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:20,483 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:20,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,499 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,499 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,500 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,500 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,502 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,503 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741829_1005 (size=1393) 2024-11-14T18:43:20,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741829_1005 (size=1393) 2024-11-14T18:43:20,516 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:20,516 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:20,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,526 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,526 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741830_1006 (size=1393) 2024-11-14T18:43:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741830_1006 (size=1393) 2024-11-14T18:43:20,549 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:20,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,574 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,574 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741831_1007 (size=1393) 2024-11-14T18:43:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741831_1007 (size=1393) 2024-11-14T18:43:20,585 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:20,585 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:20,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741832_1008 (size=1405) 2024-11-14T18:43:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741832_1008 (size=1405) 2024-11-14T18:43:20,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:20,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741833_1009 (size=1413) 2024-11-14T18:43:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741833_1009 (size=1413) 2024-11-14T18:43:20,644 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:20,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741834_1010 (size=1413) 2024-11-14T18:43:20,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741834_1010 (size=1413) 2024-11-14T18:43:20,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:20,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:20,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741835_1011 (size=1413) 2024-11-14T18:43:20,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741835_1011 (size=1413) 2024-11-14T18:43:20,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:20,784 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:20,785 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T18:43:20,785 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T18:43:20,786 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0 2024-11-14T18:43:20,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0 after 3ms 2024-11-14T18:43:20,837 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0 took 58ms 2024-11-14T18:43:20,846 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0 so closing down 2024-11-14T18:43:20,850 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:20,851 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:20,858 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:20,861 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0, size=1.4 K (1393bytes) at 1731609800784Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0 so closing down at 1731609800846 (+62 ms)3 split writer threads finished at 1731609800851 (+5 ms)Processed 0 edits across 0 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/4b021ec1-f51d-725f-73db-5ff3d4e5702c/WALs/testcorruptedlogfilesskiperrorsfalsedoesnottouchlogs,16010,1731609800302/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609800858 (+7 ms) 2024-11-14T18:43:20,861 DEBUG [Time-limited test {}] wal.TestWALSplit(687): split with 'skip errors' set to 'false' correctly threw 2024-11-14T18:43:20,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedLogFilesSkipErrorsFalseDoesNotTouchLogs Thread=133 (was 128) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@68a4c452 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1802689324_22 at /127.0.0.1:51588 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=375 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=4316 (was 4370) 2024-11-14T18:43:20,892 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=133, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=4316 2024-11-14T18:43:20,892 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741836_1012 (size=7) 2024-11-14T18:43:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741836_1012 (size=7) 2024-11-14T18:43:20,909 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:20,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:20,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:20,917 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:20,918 INFO [Time-limited test {}] wal.TestWALSplit(1127): testSplitLogFileMultipleRegions 2024-11-14T18:43:20,918 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:20,920 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:20,923 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,971 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,972 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,974 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,974 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,976 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,976 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,978 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,980 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,982 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,983 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,990 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,990 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,991 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,991 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,992 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,992 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:20,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741837_1013 (size=2324) 2024-11-14T18:43:20,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741837_1013 (size=2324) 2024-11-14T18:43:20,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:21,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T18:43:21,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0 2024-11-14T18:43:21,027 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0 after 1ms 2024-11-14T18:43:21,033 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0 took 8ms 2024-11-14T18:43:21,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0 so closing down 2024-11-14T18:43:21,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:21,054 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:21,090 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:21,090 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:21,092 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:21,092 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741839_1015 (size=743) 2024-11-14T18:43:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741838_1014 (size=743) 2024-11-14T18:43:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741838_1014 (size=743) 2024-11-14T18:43:21,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741839_1015 (size=743) 2024-11-14T18:43:21,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) 2024-11-14T18:43:21,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 4 ms) 2024-11-14T18:43:21,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:21,532 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:21,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 493 ms; skipped=7; WAL=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T18:43:21,533 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0, size=2.3 K (2324bytes) at 1731609801026Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0 so closing down at 1731609801051 (+25 ms)3 split writer threads finished at 1731609801054 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609801092 (+38 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609801092Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731609801528 (+436 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 3 ms) at 1731609801528Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609801532 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609801532Processed 27 edits across 2 Regions in 493 ms; skipped=7; WAL=hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731609801533 (+1 ms) 2024-11-14T18:43:21,545 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/WALs/testsplitlogfilemultipleregions,16010,1731609800917/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/f1484f04-b5e7-3966-95cb-abad62616901/oldWALs/wal.dat.0 2024-11-14T18:43:21,570 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileMultipleRegions Thread=134 (was 133) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_198818551_22 at /127.0.0.1:58512 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_198818551_22 at /127.0.0.1:51588 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=387 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=4291 (was 4316) 2024-11-14T18:43:21,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=4290 2024-11-14T18:43:21,578 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741840_1016 (size=7) 2024-11-14T18:43:21,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741840_1016 (size=7) 2024-11-14T18:43:21,590 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:21,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:21,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:21,599 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:21,599 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:21,601 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:21,603 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,620 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,622 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:21,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741841_1017 (size=2324) 2024-11-14T18:43:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741841_1017 (size=2324) 2024-11-14T18:43:21,630 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:22,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/3c86fd34-27fe-3015-9ca8-2df6fda40546/WALs/testterminationaskedbyreporter,16010,1731609801599/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T18:43:22,640 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/3c86fd34-27fe-3015-9ca8-2df6fda40546/WALs/testterminationaskedbyreporter,16010,1731609801599/wal.dat.0 so closing down 2024-11-14T18:43:22,641 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/3c86fd34-27fe-3015-9ca8-2df6fda40546/WALs/testterminationaskedbyreporter,16010,1731609801599/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true 2024-11-14T18:43:22,641 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/3c86fd34-27fe-3015-9ca8-2df6fda40546/WALs/testterminationaskedbyreporter,16010,1731609801599/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/3c86fd34-27fe-3015-9ca8-2df6fda40546/WALs/testterminationaskedbyreporter,16010,1731609801599/wal.dat.0, size=2.3 K (2324bytes) at 1731609802640Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/3c86fd34-27fe-3015-9ca8-2df6fda40546/WALs/testterminationaskedbyreporter,16010,1731609801599/wal.dat.0 so closing down at 1731609802640Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/3c86fd34-27fe-3015-9ca8-2df6fda40546/WALs/testterminationaskedbyreporter,16010,1731609801599/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=true at 1731609802641 (+1 ms) 2024-11-14T18:43:22,654 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTerminationAskedByReporter Thread=134 (was 134), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=708 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=4215 (was 4290) 2024-11-14T18:43:22,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=134, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=4214 2024-11-14T18:43:22,666 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741842_1018 (size=7) 2024-11-14T18:43:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741842_1018 (size=7) 2024-11-14T18:43:22,686 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:22,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:22,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:22,699 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:22,699 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region_that_splits 2024-11-14T18:43:22,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741843_1019 (size=1043) 2024-11-14T18:43:22,731 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:22,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741843_1019 (size=1043) 2024-11-14T18:43:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,764 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:22,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,778 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,778 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,789 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741845_1021 (size=1043) 2024-11-14T18:43:22,799 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:22,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:22,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741845_1021 (size=1043) 2024-11-14T18:43:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,830 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,831 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741846_1022 (size=1043) 2024-11-14T18:43:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741846_1022 (size=1043) 2024-11-14T18:43:22,839 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:22,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:22,843 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,843 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741847_1023 (size=1043) 2024-11-14T18:43:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741847_1023 (size=1043) 2024-11-14T18:43:22,868 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:22,868 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,895 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,895 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,896 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:22,898 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:22,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741848_1024 (size=1043) 2024-11-14T18:43:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741848_1024 (size=1043) 2024-11-14T18:43:23,302 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:23,303 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:23,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,318 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,320 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741849_1025 (size=1043) 2024-11-14T18:43:23,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741849_1025 (size=1043) 2024-11-14T18:43:23,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:23,332 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:23,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741850_1026 (size=1043) 2024-11-14T18:43:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741850_1026 (size=1043) 2024-11-14T18:43:23,365 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:23,366 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:23,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741851_1027 (size=1043) 2024-11-14T18:43:23,405 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:23,405 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:23,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741851_1027 (size=1043) 2024-11-14T18:43:23,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:23,425 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741852_1028 (size=1043) 2024-11-14T18:43:23,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741852_1028 (size=1043) 2024-11-14T18:43:23,428 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:23,450 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0, size=1.0 K (1043bytes) 2024-11-14T18:43:23,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0 2024-11-14T18:43:23,451 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0 after 1ms 2024-11-14T18:43:23,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0 took 6ms 2024-11-14T18:43:23,477 INFO [Time-limited test {}] wal.WALSplitter(339): region_that_splits no longer in filesystem; skipping all edits. 2024-11-14T18:43:23,478 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0 so closing down 2024-11-14T18:43:23,479 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:23,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:23,481 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:23,481 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0, size=1.0 K (1043bytes) at 1731609803450Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0 so closing down at 1731609803479 (+29 ms)3 split writer threads finished at 1731609803481 (+2 ms)Processed 10 edits across 0 Regions in 7 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609803481 2024-11-14T18:43:23,487 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.0 2024-11-14T18:43:23,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1, size=180 (180bytes) 2024-11-14T18:43:23,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 2024-11-14T18:43:23,489 WARN [IPC Server handler 4 on default port 35945 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 has not been closed. Lease recovery is in progress. RecoveryId = 1029 for block blk_1073741844_1020 2024-11-14T18:43:23,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 after 2ms 2024-11-14T18:43:24,409 WARN [ResponseProcessor for block BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:24,410 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2028873372_22 at /127.0.0.1:58098 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:34369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58098 dst: /127.0.0.1:34369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:24,409 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-2028873372_22 at /127.0.0.1:41060 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41060 dst: /127.0.0.1:43551 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43551 remote=/127.0.0.1:41060]. Total timeout mills is 60000, 58354 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:24,414 WARN [DataStreamer for file /user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 block BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43551,DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4,DISK], DatanodeInfoWithStorage[127.0.0.1:34369,DS-2afeb95a-f9ab-48d2-8a61-796a6fd87b7f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43551,DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4,DISK]) is bad. 2024-11-14T18:43:24,422 WARN [DataStreamer for file /user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 block BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741844_1020 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:24,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741844_1029 (size=1035) 2024-11-14T18:43:24,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741844_1029 (size=1035) 2024-11-14T18:43:27,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 after 4003ms 2024-11-14T18:43:27,495 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 took 4008ms 2024-11-14T18:43:27,498 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1; continuing. 2024-11-14T18:43:27,498 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 so closing down 2024-11-14T18:43:27,498 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,499 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,499 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false 2024-11-14T18:43:27,499 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1, size=180 (180bytes) at 1731609803487Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 so closing down at 1731609807498 (+4011 ms)3 split writer threads finished at 1731609807499 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1, size=180, length=180, corrupted=false, cancelled=false at 1731609807499 2024-11-14T18:43:27,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.1 2024-11-14T18:43:27,503 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2, size=1.0 K (1043bytes) 2024-11-14T18:43:27,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2 2024-11-14T18:43:27,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2 after 1ms 2024-11-14T18:43:27,508 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2 took 4ms 2024-11-14T18:43:27,510 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2 so closing down 2024-11-14T18:43:27,510 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,510 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2, size=1.0 K (1043bytes) at 1731609807503Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2 so closing down at 1731609807510 (+7 ms)3 split writer threads finished at 1731609807510Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807510 2024-11-14T18:43:27,514 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.2 2024-11-14T18:43:27,514 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3, size=1.0 K (1043bytes) 2024-11-14T18:43:27,514 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3 2024-11-14T18:43:27,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3 after 1ms 2024-11-14T18:43:27,518 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3 took 4ms 2024-11-14T18:43:27,520 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3 so closing down 2024-11-14T18:43:27,521 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,521 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3, size=1.0 K (1043bytes) at 1731609807514Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3 so closing down at 1731609807521 (+7 ms)3 split writer threads finished at 1731609807521Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807521 2024-11-14T18:43:27,524 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.3 2024-11-14T18:43:27,524 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4, size=1.0 K (1043bytes) 2024-11-14T18:43:27,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4 2024-11-14T18:43:27,525 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4 after 0ms 2024-11-14T18:43:27,529 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4 took 5ms 2024-11-14T18:43:27,531 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4 so closing down 2024-11-14T18:43:27,531 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,531 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,532 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,532 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4, size=1.0 K (1043bytes) at 1731609807525Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4 so closing down at 1731609807531 (+6 ms)3 split writer threads finished at 1731609807532 (+1 ms)Processed 10 edits across 0 Regions in 3 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807532 2024-11-14T18:43:27,535 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.4 2024-11-14T18:43:27,535 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5, size=1.0 K (1043bytes) 2024-11-14T18:43:27,535 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5 2024-11-14T18:43:27,536 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5 after 1ms 2024-11-14T18:43:27,539 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5 took 4ms 2024-11-14T18:43:27,541 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5 so closing down 2024-11-14T18:43:27,541 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,542 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,542 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,542 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5, size=1.0 K (1043bytes) at 1731609807535Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5 so closing down at 1731609807541 (+6 ms)3 split writer threads finished at 1731609807542 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807542 2024-11-14T18:43:27,545 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.5 2024-11-14T18:43:27,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6, size=1.0 K (1043bytes) 2024-11-14T18:43:27,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6 2024-11-14T18:43:27,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6 after 1ms 2024-11-14T18:43:27,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6 took 4ms 2024-11-14T18:43:27,552 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6 so closing down 2024-11-14T18:43:27,552 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,552 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,552 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6, size=1.0 K (1043bytes) at 1731609807545Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6 so closing down at 1731609807552 (+7 ms)3 split writer threads finished at 1731609807552Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807552 2024-11-14T18:43:27,555 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.6 2024-11-14T18:43:27,555 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7, size=1.0 K (1043bytes) 2024-11-14T18:43:27,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7 2024-11-14T18:43:27,556 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7 after 0ms 2024-11-14T18:43:27,560 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7 took 5ms 2024-11-14T18:43:27,562 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7 so closing down 2024-11-14T18:43:27,562 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,562 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7, size=1.0 K (1043bytes) at 1731609807556Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7 so closing down at 1731609807562 (+6 ms)3 split writer threads finished at 1731609807562Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807563 (+1 ms) 2024-11-14T18:43:27,566 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.7 2024-11-14T18:43:27,567 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8, size=1.0 K (1043bytes) 2024-11-14T18:43:27,567 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8 2024-11-14T18:43:27,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8 after 1ms 2024-11-14T18:43:27,571 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8 took 4ms 2024-11-14T18:43:27,573 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8 so closing down 2024-11-14T18:43:27,573 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,574 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8, size=1.0 K (1043bytes) at 1731609807567Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8 so closing down at 1731609807573 (+6 ms)3 split writer threads finished at 1731609807574 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807574 2024-11-14T18:43:27,577 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.8 2024-11-14T18:43:27,578 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9, size=1.0 K (1043bytes) 2024-11-14T18:43:27,578 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9 2024-11-14T18:43:27,579 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9 after 1ms 2024-11-14T18:43:27,582 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9 took 4ms 2024-11-14T18:43:27,584 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9 so closing down 2024-11-14T18:43:27,585 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,585 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,585 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false 2024-11-14T18:43:27,585 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9, size=1.0 K (1043bytes) at 1731609807578Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9 so closing down at 1731609807584 (+6 ms)3 split writer threads finished at 1731609807585 (+1 ms)Processed 10 edits across 0 Regions in 2 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9, size=1.0 K, length=1043, corrupted=false, cancelled=false at 1731609807585 2024-11-14T18:43:27,588 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/WALs/testsplitdeletedregion,16010,1731609802699/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/0dc54470-cabd-6945-bb62-5f4db6a4352b/oldWALs/wal.dat.9 2024-11-14T18:43:27,600 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitDeletedRegion Thread=140 (was 134) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1681490652_22 at /127.0.0.1:58172 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1681490652_22 at /127.0.0.1:41136 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:32883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=391 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=699 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=4196 (was 4214) 2024-11-14T18:43:27,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=699, ProcessCount=11, AvailableMemoryMB=4195 2024-11-14T18:43:27,608 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741853_1030 (size=7) 2024-11-14T18:43:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741853_1030 (size=7) 2024-11-14T18:43:27,620 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:27,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:27,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:27,626 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:27,626 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T18:43:27,629 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:27,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741854_1031 (size=863) 2024-11-14T18:43:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741854_1031 (size=863) 2024-11-14T18:43:27,647 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741855_1032 (size=859) 2024-11-14T18:43:27,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741855_1032 (size=859) 2024-11-14T18:43:27,680 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0, size=859 (859bytes) 2024-11-14T18:43:27,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0 2024-11-14T18:43:27,681 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0 after 1ms 2024-11-14T18:43:27,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0 took 4ms 2024-11-14T18:43:27,788 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0; continuing. 2024-11-14T18:43:27,788 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0 so closing down 2024-11-14T18:43:27,788 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:27,788 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:27,792 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:27,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741856_1033 (size=863) 2024-11-14T18:43:27,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741856_1033 (size=863) 2024-11-14T18:43:27,806 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:27,808 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T18:43:27,808 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false 2024-11-14T18:43:27,808 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0, size=859 (859bytes) at 1731609807680Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0 so closing down at 1731609807788 (+108 ms)3 split writer threads finished at 1731609807788Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609807794 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609807806 (+12 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731609807808 (+2 ms)Processed 10 edits across 1 Regions in 123 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0, size=859, length=859, corrupted=false, cancelled=false at 1731609807808 2024-11-14T18:43:27,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/WALs/testcorruptwaltrailer,16010,1731609807626/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/ee49c4f1-2064-3b49-1172-d3de58c65ef5/oldWALs/wal.dat.0 2024-11-14T18:43:27,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptWALTrailer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=699 (was 699), ProcessCount=11 (was 11), AvailableMemoryMB=4172 (was 4195) 2024-11-14T18:43:27,838 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=699, ProcessCount=11, AvailableMemoryMB=4181 2024-11-14T18:43:27,838 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:27,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741857_1034 (size=7) 2024-11-14T18:43:27,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741857_1034 (size=7) 2024-11-14T18:43:28,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:28,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:28,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:28,255 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:28,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreadingSlowWriterSmallBuffer Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 699), ProcessCount=11 (was 11), AvailableMemoryMB=4179 (was 4181) 2024-11-14T18:43:28,275 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=4178 2024-11-14T18:43:28,275 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741858_1035 (size=7) 2024-11-14T18:43:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741858_1035 (size=7) 2024-11-14T18:43:28,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:28,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:28,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:28,291 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:28,302 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-testfile.temp 2024-11-14T18:43:28,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741859_1036 (size=93) 2024-11-14T18:43:28,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741859_1036 (size=93) 2024-11-14T18:43:28,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOldRecoveredEditsFileSidelined Thread=140 (was 140), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=4175 (was 4178) 2024-11-14T18:43:28,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=4175 2024-11-14T18:43:28,326 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:28,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741860_1037 (size=7) 2024-11-14T18:43:28,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741860_1037 (size=7) 2024-11-14T18:43:28,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:28,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:28,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:28,344 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:28,344 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:28,345 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:28,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741861_1038 (size=1393) 2024-11-14T18:43:28,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741861_1038 (size=1393) 2024-11-14T18:43:28,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:28,368 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:28,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741862_1039 (size=1393) 2024-11-14T18:43:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741862_1039 (size=1393) 2024-11-14T18:43:28,388 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:28,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:28,390 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,390 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,395 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,405 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,405 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741863_1040 (size=1393) 2024-11-14T18:43:28,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741863_1040 (size=1393) 2024-11-14T18:43:28,407 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:28,408 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,423 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,423 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,424 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,424 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741864_1041 (size=1393) 2024-11-14T18:43:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741864_1041 (size=1393) 2024-11-14T18:43:28,427 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:28,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:28,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,442 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,443 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,452 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741865_1042 (size=1393) 2024-11-14T18:43:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741865_1042 (size=1393) 2024-11-14T18:43:28,457 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:28,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,460 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,475 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,476 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741866_1043 (size=1393) 2024-11-14T18:43:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741866_1043 (size=1393) 2024-11-14T18:43:28,489 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:28,490 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,511 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,512 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,514 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,515 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,516 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741867_1044 (size=1405) 2024-11-14T18:43:28,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741867_1044 (size=1405) 2024-11-14T18:43:28,525 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:28,525 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,527 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,534 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,534 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,535 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,535 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,537 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,538 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741868_1045 (size=1413) 2024-11-14T18:43:28,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741868_1045 (size=1413) 2024-11-14T18:43:28,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:28,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:28,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741869_1046 (size=1413) 2024-11-14T18:43:28,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741869_1046 (size=1413) 2024-11-14T18:43:28,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:28,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:28,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:28,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741870_1047 (size=1413) 2024-11-14T18:43:28,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741870_1047 (size=1413) 2024-11-14T18:43:28,999 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:29,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:29,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7 2024-11-14T18:43:29,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7 after 1ms 2024-11-14T18:43:29,030 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7 took 5ms 2024-11-14T18:43:29,034 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7 so closing down 2024-11-14T18:43:29,034 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:29,034 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:29,051 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:29,051 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:29,059 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/bbb/140=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:29,059 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log java.io.IOException: Injected at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:29,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true 2024-11-14T18:43:29,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7, size=1.4 K (1413bytes) at 1731609809025Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7 so closing down at 1731609809034 (+9 ms)3 split writer threads finished at 1731609809034Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609809051 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609809051Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731609809059 (+8 ms)Failed to write log entry t1/ccc/141=[#edits: 1 = ] to log at 1731609809059Processed 20 edits across 0 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7416bba5-bdbf-5f4f-d54c-1fcaed47b2c4/WALs/testioeonoutputthread,16010,1731609808344/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=true at 1731609809060 (+1 ms) 2024-11-14T18:43:29,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testIOEOnOutputThread Thread=142 (was 140) Potentially hanging thread: Some-old-thread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) app//org.apache.hadoop.hbase.wal.TestWALSplit$3.run(TestWALSplit.java:850) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-383039846_22 at /127.0.0.1:58172 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Background-thread-dumper java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Thread.join(Thread.java:1307) app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:111) app//org.apache.hadoop.hbase.wal.TestWALSplit$4.run(TestWALSplit.java:859) - Thread LEAK? -, OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=4141 (was 4175) 2024-11-14T18:43:29,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=140, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=4140 2024-11-14T18:43:29,077 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741871_1048 (size=7) 2024-11-14T18:43:29,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741871_1048 (size=7) 2024-11-14T18:43:29,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:29,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:29,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:29,093 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:29,121 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:29,123 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:29,125 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:29,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741872_1049 (size=2324) 2024-11-14T18:43:29,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741872_1049 (size=2324) 2024-11-14T18:43:29,154 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:29,154 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:29,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741873_1050 (size=1393) 2024-11-14T18:43:29,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741873_1050 (size=1393) 2024-11-14T18:43:29,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:29,172 INFO [ZombieLastLogWriterRegionServer {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:29,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=31, seq=0 2024-11-14T18:43:29,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,193 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=32, seq=0 2024-11-14T18:43:29,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=33, seq=0 2024-11-14T18:43:29,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=34, seq=0 2024-11-14T18:43:29,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=35, seq=0 2024-11-14T18:43:29,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,200 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=36, seq=0 2024-11-14T18:43:29,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=37, seq=0 2024-11-14T18:43:29,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=38, seq=0 2024-11-14T18:43:29,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=39, seq=0 2024-11-14T18:43:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=40, seq=0 2024-11-14T18:43:29,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,208 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=41, seq=0 2024-11-14T18:43:29,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=42, seq=0 2024-11-14T18:43:29,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=43, seq=0 2024-11-14T18:43:29,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=44, seq=0 2024-11-14T18:43:29,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=45, seq=0 2024-11-14T18:43:29,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=46, seq=0 2024-11-14T18:43:29,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=47, seq=0 2024-11-14T18:43:29,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=48, seq=0 2024-11-14T18:43:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=49, seq=0 2024-11-14T18:43:29,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=50, seq=0 2024-11-14T18:43:29,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=51, seq=0 2024-11-14T18:43:29,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=52, seq=0 2024-11-14T18:43:29,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=53, seq=0 2024-11-14T18:43:29,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=54, seq=0 2024-11-14T18:43:29,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=55, seq=0 2024-11-14T18:43:29,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=56, seq=0 2024-11-14T18:43:29,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=57, seq=0 2024-11-14T18:43:29,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=58, seq=0 2024-11-14T18:43:29,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=59, seq=0 2024-11-14T18:43:29,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=60, seq=0 2024-11-14T18:43:29,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=61, seq=0 2024-11-14T18:43:29,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=62, seq=0 2024-11-14T18:43:29,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=63, seq=0 2024-11-14T18:43:29,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=64, seq=0 2024-11-14T18:43:29,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=65, seq=0 2024-11-14T18:43:29,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=66, seq=0 2024-11-14T18:43:29,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,251 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=67, seq=0 2024-11-14T18:43:29,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,253 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=68, seq=0 2024-11-14T18:43:29,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=69, seq=0 2024-11-14T18:43:29,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=70, seq=0 2024-11-14T18:43:29,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=71, seq=0 2024-11-14T18:43:29,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=72, seq=0 2024-11-14T18:43:29,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,261 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=73, seq=0 2024-11-14T18:43:29,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=74, seq=0 2024-11-14T18:43:29,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,264 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=75, seq=0 2024-11-14T18:43:29,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=76, seq=0 2024-11-14T18:43:29,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=77, seq=0 2024-11-14T18:43:29,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=78, seq=0 2024-11-14T18:43:29,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=79, seq=0 2024-11-14T18:43:29,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=80, seq=0 2024-11-14T18:43:29,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,274 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=81, seq=0 2024-11-14T18:43:29,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=82, seq=0 2024-11-14T18:43:29,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=83, seq=0 2024-11-14T18:43:29,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=84, seq=0 2024-11-14T18:43:29,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=85, seq=0 2024-11-14T18:43:29,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=86, seq=0 2024-11-14T18:43:29,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=87, seq=0 2024-11-14T18:43:29,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=88, seq=0 2024-11-14T18:43:29,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=89, seq=0 2024-11-14T18:43:29,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,290 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=90, seq=0 2024-11-14T18:43:29,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=91, seq=0 2024-11-14T18:43:29,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=92, seq=0 2024-11-14T18:43:29,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=93, seq=0 2024-11-14T18:43:29,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=94, seq=0 2024-11-14T18:43:29,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=95, seq=0 2024-11-14T18:43:29,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,300 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=96, seq=0 2024-11-14T18:43:29,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=97, seq=0 2024-11-14T18:43:29,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=98, seq=0 2024-11-14T18:43:29,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=99, seq=0 2024-11-14T18:43:29,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=100, seq=0 2024-11-14T18:43:29,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,308 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=101, seq=0 2024-11-14T18:43:29,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,309 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=102, seq=0 2024-11-14T18:43:29,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=103, seq=0 2024-11-14T18:43:29,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=104, seq=0 2024-11-14T18:43:29,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=105, seq=0 2024-11-14T18:43:29,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=106, seq=0 2024-11-14T18:43:29,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=107, seq=0 2024-11-14T18:43:29,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=108, seq=0 2024-11-14T18:43:29,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=109, seq=0 2024-11-14T18:43:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=110, seq=0 2024-11-14T18:43:29,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=111, seq=0 2024-11-14T18:43:29,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=112, seq=0 2024-11-14T18:43:29,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=113, seq=0 2024-11-14T18:43:29,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=114, seq=0 2024-11-14T18:43:29,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=115, seq=0 2024-11-14T18:43:29,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=116, seq=0 2024-11-14T18:43:29,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=117, seq=0 2024-11-14T18:43:29,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=118, seq=0 2024-11-14T18:43:29,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=119, seq=0 2024-11-14T18:43:29,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=120, seq=0 2024-11-14T18:43:29,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=121, seq=0 2024-11-14T18:43:29,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=122, seq=0 2024-11-14T18:43:29,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=123, seq=0 2024-11-14T18:43:29,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,345 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=124, seq=0 2024-11-14T18:43:29,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=125, seq=0 2024-11-14T18:43:29,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=126, seq=0 2024-11-14T18:43:29,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=127, seq=0 2024-11-14T18:43:29,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=128, seq=0 2024-11-14T18:43:29,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=129, seq=0 2024-11-14T18:43:29,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=130, seq=0 2024-11-14T18:43:29,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=131, seq=0 2024-11-14T18:43:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=132, seq=0 2024-11-14T18:43:29,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,360 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=133, seq=0 2024-11-14T18:43:29,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=134, seq=0 2024-11-14T18:43:29,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=135, seq=0 2024-11-14T18:43:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,365 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=136, seq=0 2024-11-14T18:43:29,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=137, seq=0 2024-11-14T18:43:29,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=138, seq=0 2024-11-14T18:43:29,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,370 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=139, seq=0 2024-11-14T18:43:29,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=140, seq=0 2024-11-14T18:43:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=141, seq=0 2024-11-14T18:43:29,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=142, seq=0 2024-11-14T18:43:29,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=143, seq=0 2024-11-14T18:43:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=144, seq=0 2024-11-14T18:43:29,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=145, seq=0 2024-11-14T18:43:29,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=146, seq=0 2024-11-14T18:43:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=147, seq=0 2024-11-14T18:43:29,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=148, seq=0 2024-11-14T18:43:29,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=149, seq=0 2024-11-14T18:43:29,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,389 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=150, seq=0 2024-11-14T18:43:29,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=151, seq=0 2024-11-14T18:43:29,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=152, seq=0 2024-11-14T18:43:29,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=153, seq=0 2024-11-14T18:43:29,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=154, seq=0 2024-11-14T18:43:29,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=155, seq=0 2024-11-14T18:43:29,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=156, seq=0 2024-11-14T18:43:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=157, seq=0 2024-11-14T18:43:29,402 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,403 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=158, seq=0 2024-11-14T18:43:29,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,405 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=159, seq=0 2024-11-14T18:43:29,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,406 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=160, seq=0 2024-11-14T18:43:29,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,408 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,444 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=161, seq=0 2024-11-14T18:43:29,445 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,446 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=162, seq=0 2024-11-14T18:43:29,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,447 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,448 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=163, seq=0 2024-11-14T18:43:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,449 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=164, seq=0 2024-11-14T18:43:29,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,450 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,451 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=165, seq=0 2024-11-14T18:43:29,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,452 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,453 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=166, seq=0 2024-11-14T18:43:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,454 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=167, seq=0 2024-11-14T18:43:29,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,455 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,456 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=168, seq=0 2024-11-14T18:43:29,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,457 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=169, seq=0 2024-11-14T18:43:29,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,459 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=170, seq=0 2024-11-14T18:43:29,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,460 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,461 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=171, seq=0 2024-11-14T18:43:29,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,462 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=172, seq=0 2024-11-14T18:43:29,463 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,464 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=173, seq=0 2024-11-14T18:43:29,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,465 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,466 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=174, seq=0 2024-11-14T18:43:29,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,467 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=175, seq=0 2024-11-14T18:43:29,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,468 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,469 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=176, seq=0 2024-11-14T18:43:29,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,470 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=177, seq=0 2024-11-14T18:43:29,471 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,472 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=178, seq=0 2024-11-14T18:43:29,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,473 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,474 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=179, seq=0 2024-11-14T18:43:29,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,475 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=180, seq=0 2024-11-14T18:43:29,476 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,477 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=181, seq=0 2024-11-14T18:43:29,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,478 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,479 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=182, seq=0 2024-11-14T18:43:29,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,480 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=183, seq=0 2024-11-14T18:43:29,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,482 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=184, seq=0 2024-11-14T18:43:29,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,483 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,484 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=185, seq=0 2024-11-14T18:43:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,485 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,486 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=186, seq=0 2024-11-14T18:43:29,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,487 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=187, seq=0 2024-11-14T18:43:29,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,488 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,489 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=188, seq=0 2024-11-14T18:43:29,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,490 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,491 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=189, seq=0 2024-11-14T18:43:29,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,492 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=190, seq=0 2024-11-14T18:43:29,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,493 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,494 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=191, seq=0 2024-11-14T18:43:29,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,495 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,496 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=192, seq=0 2024-11-14T18:43:29,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,497 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,498 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=193, seq=0 2024-11-14T18:43:29,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,499 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=194, seq=0 2024-11-14T18:43:29,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,501 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=195, seq=0 2024-11-14T18:43:29,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,502 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,503 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=196, seq=0 2024-11-14T18:43:29,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,504 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=197, seq=0 2024-11-14T18:43:29,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,506 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=198, seq=0 2024-11-14T18:43:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,507 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,508 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=199, seq=0 2024-11-14T18:43:29,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,509 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,510 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=200, seq=0 2024-11-14T18:43:29,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,511 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=201, seq=0 2024-11-14T18:43:29,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,512 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,513 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=202, seq=0 2024-11-14T18:43:29,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,514 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,515 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=203, seq=0 2024-11-14T18:43:29,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,516 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=204, seq=0 2024-11-14T18:43:29,517 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,518 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=205, seq=0 2024-11-14T18:43:29,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,519 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,520 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=206, seq=0 2024-11-14T18:43:29,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,521 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=207, seq=0 2024-11-14T18:43:29,522 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,523 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=208, seq=0 2024-11-14T18:43:29,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,524 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,525 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=209, seq=0 2024-11-14T18:43:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,526 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=210, seq=0 2024-11-14T18:43:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,528 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=211, seq=0 2024-11-14T18:43:29,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,529 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,530 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=212, seq=0 2024-11-14T18:43:29,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,531 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,532 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=213, seq=0 2024-11-14T18:43:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,533 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=214, seq=0 2024-11-14T18:43:29,534 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,535 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=215, seq=0 2024-11-14T18:43:29,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,536 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,537 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=216, seq=0 2024-11-14T18:43:29,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,538 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,539 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=217, seq=0 2024-11-14T18:43:29,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,540 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,541 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=218, seq=0 2024-11-14T18:43:29,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,542 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=219, seq=0 2024-11-14T18:43:29,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,544 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=220, seq=0 2024-11-14T18:43:29,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,545 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,546 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=221, seq=0 2024-11-14T18:43:29,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,547 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,548 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=222, seq=0 2024-11-14T18:43:29,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,549 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,550 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=223, seq=0 2024-11-14T18:43:29,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,551 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=224, seq=0 2024-11-14T18:43:29,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,552 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,553 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=225, seq=0 2024-11-14T18:43:29,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,554 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,555 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=226, seq=0 2024-11-14T18:43:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,556 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=227, seq=0 2024-11-14T18:43:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,558 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=228, seq=0 2024-11-14T18:43:29,559 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,560 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=229, seq=0 2024-11-14T18:43:29,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,561 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,562 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=230, seq=0 2024-11-14T18:43:29,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,563 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=231, seq=0 2024-11-14T18:43:29,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,565 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=232, seq=0 2024-11-14T18:43:29,566 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,567 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=233, seq=0 2024-11-14T18:43:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,568 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,569 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=234, seq=0 2024-11-14T18:43:29,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,570 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=235, seq=0 2024-11-14T18:43:29,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,572 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=236, seq=0 2024-11-14T18:43:29,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,573 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,574 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=237, seq=0 2024-11-14T18:43:29,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,575 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,576 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=238, seq=0 2024-11-14T18:43:29,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,577 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=239, seq=0 2024-11-14T18:43:29,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,579 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=240, seq=0 2024-11-14T18:43:29,580 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,581 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=241, seq=0 2024-11-14T18:43:29,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,582 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,583 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=242, seq=0 2024-11-14T18:43:29,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,584 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,585 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=243, seq=0 2024-11-14T18:43:29,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,586 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,587 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=244, seq=0 2024-11-14T18:43:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,588 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=245, seq=0 2024-11-14T18:43:29,589 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,590 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=246, seq=0 2024-11-14T18:43:29,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,591 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,592 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=247, seq=0 2024-11-14T18:43:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,593 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,594 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=248, seq=0 2024-11-14T18:43:29,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,595 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,596 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=249, seq=0 2024-11-14T18:43:29,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,597 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,598 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=250, seq=0 2024-11-14T18:43:29,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,599 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=251, seq=0 2024-11-14T18:43:29,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,601 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=252, seq=0 2024-11-14T18:43:29,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,602 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,603 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=253, seq=0 2024-11-14T18:43:29,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,604 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=254, seq=0 2024-11-14T18:43:29,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,606 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=255, seq=0 2024-11-14T18:43:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,607 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,608 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=256, seq=0 2024-11-14T18:43:29,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,609 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,610 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=257, seq=0 2024-11-14T18:43:29,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,611 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=258, seq=0 2024-11-14T18:43:29,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,612 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,613 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=259, seq=0 2024-11-14T18:43:29,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,614 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=260, seq=0 2024-11-14T18:43:29,615 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,616 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=261, seq=0 2024-11-14T18:43:29,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,617 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,618 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=262, seq=0 2024-11-14T18:43:29,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,619 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,620 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=263, seq=0 2024-11-14T18:43:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,621 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,622 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=264, seq=0 2024-11-14T18:43:29,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,623 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=265, seq=0 2024-11-14T18:43:29,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,625 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=266, seq=0 2024-11-14T18:43:29,626 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,627 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=267, seq=0 2024-11-14T18:43:29,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,628 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,629 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=268, seq=0 2024-11-14T18:43:29,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,630 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=269, seq=0 2024-11-14T18:43:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,631 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,632 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=270, seq=0 2024-11-14T18:43:29,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,633 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,634 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=271, seq=0 2024-11-14T18:43:29,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,635 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=272, seq=0 2024-11-14T18:43:29,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,637 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=273, seq=0 2024-11-14T18:43:29,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,638 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,639 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=274, seq=0 2024-11-14T18:43:29,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,640 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,641 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=275, seq=0 2024-11-14T18:43:29,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,642 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=276, seq=0 2024-11-14T18:43:29,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,644 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=277, seq=0 2024-11-14T18:43:29,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,645 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,646 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=278, seq=0 2024-11-14T18:43:29,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,647 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,648 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=279, seq=0 2024-11-14T18:43:29,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,649 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=280, seq=0 2024-11-14T18:43:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,651 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=281, seq=0 2024-11-14T18:43:29,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,652 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,653 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=282, seq=0 2024-11-14T18:43:29,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,654 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=283, seq=0 2024-11-14T18:43:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,656 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=284, seq=0 2024-11-14T18:43:29,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,657 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,658 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=285, seq=0 2024-11-14T18:43:29,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,659 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,660 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=286, seq=0 2024-11-14T18:43:29,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,661 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,662 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=287, seq=0 2024-11-14T18:43:29,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,663 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=288, seq=0 2024-11-14T18:43:29,664 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,665 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=289, seq=0 2024-11-14T18:43:29,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,666 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,667 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=290, seq=0 2024-11-14T18:43:29,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,668 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=291, seq=0 2024-11-14T18:43:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,670 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=292, seq=0 2024-11-14T18:43:29,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,671 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,672 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=293, seq=0 2024-11-14T18:43:29,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,673 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=294, seq=0 2024-11-14T18:43:29,674 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,675 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=295, seq=0 2024-11-14T18:43:29,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,676 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,677 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=296, seq=0 2024-11-14T18:43:29,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,678 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=297, seq=0 2024-11-14T18:43:29,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,679 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,680 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=298, seq=0 2024-11-14T18:43:29,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,681 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=299, seq=0 2024-11-14T18:43:29,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,682 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,683 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=300, seq=0 2024-11-14T18:43:29,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,684 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=301, seq=0 2024-11-14T18:43:29,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,686 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=302, seq=0 2024-11-14T18:43:29,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,687 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,688 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=303, seq=0 2024-11-14T18:43:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,689 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=304, seq=0 2024-11-14T18:43:29,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,690 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,691 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=305, seq=0 2024-11-14T18:43:29,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,692 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,693 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=306, seq=0 2024-11-14T18:43:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,694 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=307, seq=0 2024-11-14T18:43:29,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,695 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,696 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=308, seq=0 2024-11-14T18:43:29,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,697 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,698 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=309, seq=0 2024-11-14T18:43:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,699 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=310, seq=0 2024-11-14T18:43:29,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,701 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=311, seq=0 2024-11-14T18:43:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,702 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,703 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=312, seq=0 2024-11-14T18:43:29,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,704 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=313, seq=0 2024-11-14T18:43:29,705 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,706 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=314, seq=0 2024-11-14T18:43:29,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,707 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,708 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=315, seq=0 2024-11-14T18:43:29,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,709 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=316, seq=0 2024-11-14T18:43:29,710 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,711 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=317, seq=0 2024-11-14T18:43:29,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,712 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,713 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=318, seq=0 2024-11-14T18:43:29,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,714 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=319, seq=0 2024-11-14T18:43:29,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,715 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,716 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=320, seq=0 2024-11-14T18:43:29,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,717 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=321, seq=0 2024-11-14T18:43:29,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,719 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=322, seq=0 2024-11-14T18:43:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,720 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,721 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=323, seq=0 2024-11-14T18:43:29,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,722 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,723 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=324, seq=0 2024-11-14T18:43:29,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,724 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=325, seq=0 2024-11-14T18:43:29,725 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,726 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=326, seq=0 2024-11-14T18:43:29,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,727 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,728 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=327, seq=0 2024-11-14T18:43:29,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,729 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,730 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=328, seq=0 2024-11-14T18:43:29,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,731 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,732 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=329, seq=0 2024-11-14T18:43:29,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,733 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=330, seq=0 2024-11-14T18:43:29,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,734 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,735 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=331, seq=0 2024-11-14T18:43:29,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,736 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=332, seq=0 2024-11-14T18:43:29,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,738 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=333, seq=0 2024-11-14T18:43:29,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,739 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,740 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=334, seq=0 2024-11-14T18:43:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,741 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=335, seq=0 2024-11-14T18:43:29,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,743 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=336, seq=0 2024-11-14T18:43:29,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,744 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,745 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=337, seq=0 2024-11-14T18:43:29,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,746 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,747 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=338, seq=0 2024-11-14T18:43:29,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,748 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=339, seq=0 2024-11-14T18:43:29,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,750 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=340, seq=0 2024-11-14T18:43:29,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,751 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,752 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=341, seq=0 2024-11-14T18:43:29,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,753 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=342, seq=0 2024-11-14T18:43:29,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,754 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,755 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=343, seq=0 2024-11-14T18:43:29,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,756 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=344, seq=0 2024-11-14T18:43:29,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,757 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,758 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=345, seq=0 2024-11-14T18:43:29,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,759 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,760 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=346, seq=0 2024-11-14T18:43:29,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,761 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=347, seq=0 2024-11-14T18:43:29,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,762 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,763 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=348, seq=0 2024-11-14T18:43:29,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,764 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,765 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=349, seq=0 2024-11-14T18:43:29,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,766 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=350, seq=0 2024-11-14T18:43:29,767 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,768 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=351, seq=0 2024-11-14T18:43:29,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,769 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,770 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=352, seq=0 2024-11-14T18:43:29,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,771 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,772 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=353, seq=0 2024-11-14T18:43:29,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,773 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=354, seq=0 2024-11-14T18:43:29,774 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,775 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=355, seq=0 2024-11-14T18:43:29,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,776 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,777 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=356, seq=0 2024-11-14T18:43:29,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,778 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=357, seq=0 2024-11-14T18:43:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,780 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=358, seq=0 2024-11-14T18:43:29,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,781 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,782 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=359, seq=0 2024-11-14T18:43:29,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,783 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,784 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=360, seq=0 2024-11-14T18:43:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,785 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=361, seq=0 2024-11-14T18:43:29,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,786 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,787 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=362, seq=0 2024-11-14T18:43:29,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,788 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=363, seq=0 2024-11-14T18:43:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,790 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=364, seq=0 2024-11-14T18:43:29,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,791 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,792 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=365, seq=0 2024-11-14T18:43:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,793 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=366, seq=0 2024-11-14T18:43:29,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,794 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,795 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=367, seq=0 2024-11-14T18:43:29,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,796 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,797 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=368, seq=0 2024-11-14T18:43:29,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,798 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,799 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=369, seq=0 2024-11-14T18:43:29,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,800 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=370, seq=0 2024-11-14T18:43:29,801 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,802 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=371, seq=0 2024-11-14T18:43:29,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,803 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,804 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=372, seq=0 2024-11-14T18:43:29,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,805 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,806 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=373, seq=0 2024-11-14T18:43:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,807 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,808 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=374, seq=0 2024-11-14T18:43:29,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,809 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,810 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=375, seq=0 2024-11-14T18:43:29,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,811 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=376, seq=0 2024-11-14T18:43:29,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,813 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=377, seq=0 2024-11-14T18:43:29,814 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,815 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=378, seq=0 2024-11-14T18:43:29,816 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,817 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=379, seq=0 2024-11-14T18:43:29,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,818 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,819 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=380, seq=0 2024-11-14T18:43:29,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,820 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,821 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=381, seq=0 2024-11-14T18:43:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,822 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=382, seq=0 2024-11-14T18:43:29,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,823 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,824 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=383, seq=0 2024-11-14T18:43:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,825 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=384, seq=0 2024-11-14T18:43:29,826 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,827 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=385, seq=0 2024-11-14T18:43:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,828 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=386, seq=0 2024-11-14T18:43:29,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,830 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=387, seq=0 2024-11-14T18:43:29,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,831 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,832 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=388, seq=0 2024-11-14T18:43:29,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,833 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=389, seq=0 2024-11-14T18:43:29,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,834 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,835 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=390, seq=0 2024-11-14T18:43:29,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,836 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=391, seq=0 2024-11-14T18:43:29,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,838 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=392, seq=0 2024-11-14T18:43:29,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,839 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,840 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=393, seq=0 2024-11-14T18:43:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,841 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=394, seq=0 2024-11-14T18:43:29,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,842 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,843 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=395, seq=0 2024-11-14T18:43:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,844 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=396, seq=0 2024-11-14T18:43:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,846 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=397, seq=0 2024-11-14T18:43:29,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,847 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,848 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=398, seq=0 2024-11-14T18:43:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,849 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,850 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=399, seq=0 2024-11-14T18:43:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,851 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=400, seq=0 2024-11-14T18:43:29,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,852 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,853 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=401, seq=0 2024-11-14T18:43:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,854 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,855 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=402, seq=0 2024-11-14T18:43:29,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,856 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=403, seq=0 2024-11-14T18:43:29,857 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,858 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=404, seq=0 2024-11-14T18:43:29,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,859 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,860 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=405, seq=0 2024-11-14T18:43:29,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,861 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=406, seq=0 2024-11-14T18:43:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,862 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,863 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=407, seq=0 2024-11-14T18:43:29,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,864 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=408, seq=0 2024-11-14T18:43:29,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,866 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=409, seq=0 2024-11-14T18:43:29,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,867 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,868 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=410, seq=0 2024-11-14T18:43:29,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,869 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=411, seq=0 2024-11-14T18:43:29,870 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,871 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=412, seq=0 2024-11-14T18:43:29,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,872 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,873 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=413, seq=0 2024-11-14T18:43:29,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,874 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=414, seq=0 2024-11-14T18:43:29,875 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,876 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=415, seq=0 2024-11-14T18:43:29,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,877 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=416, seq=0 2024-11-14T18:43:29,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,879 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=417, seq=0 2024-11-14T18:43:29,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,880 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,881 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=418, seq=0 2024-11-14T18:43:29,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,882 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=419, seq=0 2024-11-14T18:43:29,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,883 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,884 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=420, seq=0 2024-11-14T18:43:29,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,885 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=421, seq=0 2024-11-14T18:43:29,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,886 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,887 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=422, seq=0 2024-11-14T18:43:29,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,888 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=423, seq=0 2024-11-14T18:43:29,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,890 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=424, seq=0 2024-11-14T18:43:29,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,891 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,892 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=425, seq=0 2024-11-14T18:43:29,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,893 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=426, seq=0 2024-11-14T18:43:29,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,894 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,895 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=427, seq=0 2024-11-14T18:43:29,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,896 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=428, seq=0 2024-11-14T18:43:29,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,897 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,898 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=429, seq=0 2024-11-14T18:43:29,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,899 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,900 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=430, seq=0 2024-11-14T18:43:29,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,901 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=431, seq=0 2024-11-14T18:43:29,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,903 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=432, seq=0 2024-11-14T18:43:29,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,904 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,905 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=433, seq=0 2024-11-14T18:43:29,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,906 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=434, seq=0 2024-11-14T18:43:29,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,907 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,908 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=435, seq=0 2024-11-14T18:43:29,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,909 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,910 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=436, seq=0 2024-11-14T18:43:29,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,911 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=437, seq=0 2024-11-14T18:43:29,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,912 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,913 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=438, seq=0 2024-11-14T18:43:29,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,914 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,915 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=439, seq=0 2024-11-14T18:43:29,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,916 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=440, seq=0 2024-11-14T18:43:29,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,917 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,918 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=441, seq=0 2024-11-14T18:43:29,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,919 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,920 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=442, seq=0 2024-11-14T18:43:29,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,921 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=443, seq=0 2024-11-14T18:43:29,922 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,923 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=444, seq=0 2024-11-14T18:43:29,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,924 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,925 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=445, seq=0 2024-11-14T18:43:29,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,926 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=446, seq=0 2024-11-14T18:43:29,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,927 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,928 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=447, seq=0 2024-11-14T18:43:29,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,929 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=448, seq=0 2024-11-14T18:43:29,930 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,931 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=449, seq=0 2024-11-14T18:43:29,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,932 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,933 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=450, seq=0 2024-11-14T18:43:29,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,934 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=451, seq=0 2024-11-14T18:43:29,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,935 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,936 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=452, seq=0 2024-11-14T18:43:29,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,937 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=453, seq=0 2024-11-14T18:43:29,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,939 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=454, seq=0 2024-11-14T18:43:29,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,940 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,941 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=455, seq=0 2024-11-14T18:43:29,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,942 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=456, seq=0 2024-11-14T18:43:29,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,944 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=457, seq=0 2024-11-14T18:43:29,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,945 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,946 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=458, seq=0 2024-11-14T18:43:29,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,947 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=459, seq=0 2024-11-14T18:43:29,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,949 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=460, seq=0 2024-11-14T18:43:29,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,950 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,951 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=461, seq=0 2024-11-14T18:43:29,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,952 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=462, seq=0 2024-11-14T18:43:29,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,953 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,954 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=463, seq=0 2024-11-14T18:43:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,955 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,956 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=464, seq=0 2024-11-14T18:43:29,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,957 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=465, seq=0 2024-11-14T18:43:29,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,958 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,959 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=466, seq=0 2024-11-14T18:43:29,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,960 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,961 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=467, seq=0 2024-11-14T18:43:29,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,962 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=468, seq=0 2024-11-14T18:43:29,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,963 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,964 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=469, seq=0 2024-11-14T18:43:29,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,965 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=470, seq=0 2024-11-14T18:43:29,966 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,967 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=471, seq=0 2024-11-14T18:43:29,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,968 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,969 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=472, seq=0 2024-11-14T18:43:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,970 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=473, seq=0 2024-11-14T18:43:29,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,972 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=474, seq=0 2024-11-14T18:43:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,973 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,974 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=475, seq=0 2024-11-14T18:43:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,975 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=476, seq=0 2024-11-14T18:43:29,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,977 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=477, seq=0 2024-11-14T18:43:29,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,978 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,979 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=478, seq=0 2024-11-14T18:43:29,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,980 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,981 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=479, seq=0 2024-11-14T18:43:29,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,982 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=480, seq=0 2024-11-14T18:43:29,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,983 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,984 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=481, seq=0 2024-11-14T18:43:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,985 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=482, seq=0 2024-11-14T18:43:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,987 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=483, seq=0 2024-11-14T18:43:29,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,988 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,989 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=484, seq=0 2024-11-14T18:43:29,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,990 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=485, seq=0 2024-11-14T18:43:29,991 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,992 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=486, seq=0 2024-11-14T18:43:29,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,993 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,994 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=487, seq=0 2024-11-14T18:43:29,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,995 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=488, seq=0 2024-11-14T18:43:29,996 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,997 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=489, seq=0 2024-11-14T18:43:29,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:29,998 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:29,999 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=490, seq=0 2024-11-14T18:43:30,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,000 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,001 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=491, seq=0 2024-11-14T18:43:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,002 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=492, seq=0 2024-11-14T18:43:30,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,004 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=493, seq=0 2024-11-14T18:43:30,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,005 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,006 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=494, seq=0 2024-11-14T18:43:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,007 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=495, seq=0 2024-11-14T18:43:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,009 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=496, seq=0 2024-11-14T18:43:30,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,010 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,011 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=497, seq=0 2024-11-14T18:43:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,012 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,013 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=498, seq=0 2024-11-14T18:43:30,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,014 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=499, seq=0 2024-11-14T18:43:30,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,016 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=500, seq=0 2024-11-14T18:43:30,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,017 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,018 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=501, seq=0 2024-11-14T18:43:30,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,019 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,020 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=502, seq=0 2024-11-14T18:43:30,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,021 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=503, seq=0 2024-11-14T18:43:30,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,023 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=504, seq=0 2024-11-14T18:43:30,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,024 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,025 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=505, seq=0 2024-11-14T18:43:30,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,026 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,027 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=506, seq=0 2024-11-14T18:43:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,028 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=507, seq=0 2024-11-14T18:43:30,029 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,030 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=508, seq=0 2024-11-14T18:43:30,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,031 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,032 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=509, seq=0 2024-11-14T18:43:30,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,033 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,034 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=510, seq=0 2024-11-14T18:43:30,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,035 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=511, seq=0 2024-11-14T18:43:30,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,036 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,037 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=512, seq=0 2024-11-14T18:43:30,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,038 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,039 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=513, seq=0 2024-11-14T18:43:30,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,040 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=514, seq=0 2024-11-14T18:43:30,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,041 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,042 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=515, seq=0 2024-11-14T18:43:30,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,043 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,044 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=516, seq=0 2024-11-14T18:43:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,045 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=517, seq=0 2024-11-14T18:43:30,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,046 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,047 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=518, seq=0 2024-11-14T18:43:30,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,048 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=519, seq=0 2024-11-14T18:43:30,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,049 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,050 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=520, seq=0 2024-11-14T18:43:30,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,051 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=521, seq=0 2024-11-14T18:43:30,052 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,053 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=522, seq=0 2024-11-14T18:43:30,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,054 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=523, seq=0 2024-11-14T18:43:30,055 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,056 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=524, seq=0 2024-11-14T18:43:30,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,057 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,058 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=525, seq=0 2024-11-14T18:43:30,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,059 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=526, seq=0 2024-11-14T18:43:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,061 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=527, seq=0 2024-11-14T18:43:30,062 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,063 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=528, seq=0 2024-11-14T18:43:30,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,064 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,065 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=529, seq=0 2024-11-14T18:43:30,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,066 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,067 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=530, seq=0 2024-11-14T18:43:30,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,068 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=531, seq=0 2024-11-14T18:43:30,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,069 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,070 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=532, seq=0 2024-11-14T18:43:30,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,071 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=533, seq=0 2024-11-14T18:43:30,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,072 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,073 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=534, seq=0 2024-11-14T18:43:30,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,074 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=535, seq=0 2024-11-14T18:43:30,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,076 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=536, seq=0 2024-11-14T18:43:30,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,077 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,078 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=537, seq=0 2024-11-14T18:43:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,079 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=538, seq=0 2024-11-14T18:43:30,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,080 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,081 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=539, seq=0 2024-11-14T18:43:30,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,082 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=540, seq=0 2024-11-14T18:43:30,083 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,084 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=541, seq=0 2024-11-14T18:43:30,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,085 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,086 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=542, seq=0 2024-11-14T18:43:30,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,087 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=543, seq=0 2024-11-14T18:43:30,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,088 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,089 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=544, seq=0 2024-11-14T18:43:30,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,090 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=545, seq=0 2024-11-14T18:43:30,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,092 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=546, seq=0 2024-11-14T18:43:30,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,093 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=547, seq=0 2024-11-14T18:43:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,095 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=548, seq=0 2024-11-14T18:43:30,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,096 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,097 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=549, seq=0 2024-11-14T18:43:30,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,098 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=550, seq=0 2024-11-14T18:43:30,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,099 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,100 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=551, seq=0 2024-11-14T18:43:30,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,101 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=552, seq=0 2024-11-14T18:43:30,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,102 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,103 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=553, seq=0 2024-11-14T18:43:30,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,104 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=554, seq=0 2024-11-14T18:43:30,105 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,106 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=555, seq=0 2024-11-14T18:43:30,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,107 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,108 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=556, seq=0 2024-11-14T18:43:30,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,109 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=557, seq=0 2024-11-14T18:43:30,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,110 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,111 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=558, seq=0 2024-11-14T18:43:30,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,112 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,113 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=559, seq=0 2024-11-14T18:43:30,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,114 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=560, seq=0 2024-11-14T18:43:30,115 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,116 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=561, seq=0 2024-11-14T18:43:30,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,117 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,118 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=562, seq=0 2024-11-14T18:43:30,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,119 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=563, seq=0 2024-11-14T18:43:30,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,120 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,121 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=564, seq=0 2024-11-14T18:43:30,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,122 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=565, seq=0 2024-11-14T18:43:30,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,123 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,124 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=566, seq=0 2024-11-14T18:43:30,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,125 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=567, seq=0 2024-11-14T18:43:30,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,127 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=568, seq=0 2024-11-14T18:43:30,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,128 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,129 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=569, seq=0 2024-11-14T18:43:30,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,130 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=570, seq=0 2024-11-14T18:43:30,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,131 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,132 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=571, seq=0 2024-11-14T18:43:30,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,133 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=572, seq=0 2024-11-14T18:43:30,134 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,135 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=573, seq=0 2024-11-14T18:43:30,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,136 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,137 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=574, seq=0 2024-11-14T18:43:30,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,138 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=575, seq=0 2024-11-14T18:43:30,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,139 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,140 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=576, seq=0 2024-11-14T18:43:30,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,141 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=577, seq=0 2024-11-14T18:43:30,142 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,143 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=578, seq=0 2024-11-14T18:43:30,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,144 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,145 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=579, seq=0 2024-11-14T18:43:30,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,146 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=580, seq=0 2024-11-14T18:43:30,147 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,148 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=581, seq=0 2024-11-14T18:43:30,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,149 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,150 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=582, seq=0 2024-11-14T18:43:30,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,151 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,152 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=583, seq=0 2024-11-14T18:43:30,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,153 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=584, seq=0 2024-11-14T18:43:30,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,155 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=585, seq=0 2024-11-14T18:43:30,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,156 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,157 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=586, seq=0 2024-11-14T18:43:30,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,158 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=587, seq=0 2024-11-14T18:43:30,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,159 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,160 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=588, seq=0 2024-11-14T18:43:30,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,161 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,162 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=589, seq=0 2024-11-14T18:43:30,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,163 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=590, seq=0 2024-11-14T18:43:30,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,164 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,165 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=591, seq=0 2024-11-14T18:43:30,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,166 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=592, seq=0 2024-11-14T18:43:30,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,167 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,168 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=593, seq=0 2024-11-14T18:43:30,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,169 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,170 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=594, seq=0 2024-11-14T18:43:30,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,171 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=595, seq=0 2024-11-14T18:43:30,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,172 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,173 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=596, seq=0 2024-11-14T18:43:30,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,174 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,175 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=597, seq=0 2024-11-14T18:43:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,176 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=598, seq=0 2024-11-14T18:43:30,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,177 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,178 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=599, seq=0 2024-11-14T18:43:30,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,179 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=600, seq=0 2024-11-14T18:43:30,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,180 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,181 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=601, seq=0 2024-11-14T18:43:30,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,182 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,183 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=602, seq=0 2024-11-14T18:43:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,184 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=603, seq=0 2024-11-14T18:43:30,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,185 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,186 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=604, seq=0 2024-11-14T18:43:30,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,187 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=605, seq=0 2024-11-14T18:43:30,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,188 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,189 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=606, seq=0 2024-11-14T18:43:30,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,190 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,191 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=607, seq=0 2024-11-14T18:43:30,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,192 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=608, seq=0 2024-11-14T18:43:30,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,194 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=609, seq=0 2024-11-14T18:43:30,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,195 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,196 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=610, seq=0 2024-11-14T18:43:30,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,197 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,198 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=611, seq=0 2024-11-14T18:43:30,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,199 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=612, seq=0 2024-11-14T18:43:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,201 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=613, seq=0 2024-11-14T18:43:30,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,202 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,203 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=614, seq=0 2024-11-14T18:43:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,204 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=615, seq=0 2024-11-14T18:43:30,205 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,206 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=616, seq=0 2024-11-14T18:43:30,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,207 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=617, seq=0 2024-11-14T18:43:30,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,209 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=618, seq=0 2024-11-14T18:43:30,209 DEBUG [Time-limited test {}] wal.TestWALSplit$1(248): Contents of WALDIR (hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093): HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0; isDirectory=false; length=2324; replication=2; blocksize=268435456; modification_time=1731609809154; access_time=1731609809127; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609809171; access_time=1731609809155; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2; isDirectory=false; length=150; replication=2; blocksize=268435456; modification_time=1731609809173; access_time=1731609809173; owner=jenkins-zombie; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T18:43:30,209 INFO [Time-limited test {}] wal.TestWALSplit$1(249): Splitting WALs out from under zombie. Expecting 3 files. 2024-11-14T18:43:30,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,210 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,211 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=619, seq=0 2024-11-14T18:43:30,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,212 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=620, seq=0 2024-11-14T18:43:30,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,213 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,214 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=621, seq=0 2024-11-14T18:43:30,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,215 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=622, seq=0 2024-11-14T18:43:30,216 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,217 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=623, seq=0 2024-11-14T18:43:30,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,218 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,219 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=624, seq=0 2024-11-14T18:43:30,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,220 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=625, seq=0 2024-11-14T18:43:30,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,221 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,222 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=626, seq=0 2024-11-14T18:43:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,223 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=627, seq=0 2024-11-14T18:43:30,224 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,225 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=628, seq=0 2024-11-14T18:43:30,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,226 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,227 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=629, seq=0 2024-11-14T18:43:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,228 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=630, seq=0 2024-11-14T18:43:30,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,229 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,230 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0, size=2.3 K (2324bytes) 2024-11-14T18:43:30,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0 2024-11-14T18:43:30,230 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=631, seq=0 2024-11-14T18:43:30,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0 after 1ms 2024-11-14T18:43:30,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,231 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,232 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=632, seq=0 2024-11-14T18:43:30,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,233 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=633, seq=0 2024-11-14T18:43:30,234 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0 took 5ms 2024-11-14T18:43:30,234 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,235 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=634, seq=0 2024-11-14T18:43:30,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,236 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,237 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=635, seq=0 2024-11-14T18:43:30,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,238 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=636, seq=0 2024-11-14T18:43:30,239 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0 so closing down 2024-11-14T18:43:30,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:30,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:30,239 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,240 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=637, seq=0 2024-11-14T18:43:30,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,241 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,242 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=638, seq=0 2024-11-14T18:43:30,242 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:30,242 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:30,243 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,244 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=639, seq=0 2024-11-14T18:43:30,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,245 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,246 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=640, seq=0 2024-11-14T18:43:30,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,247 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=641, seq=0 2024-11-14T18:43:30,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,248 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,249 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=642, seq=0 2024-11-14T18:43:30,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:30,249 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:30,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,250 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,252 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=643, seq=0 2024-11-14T18:43:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,254 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=644, seq=0 2024-11-14T18:43:30,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,255 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,256 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=645, seq=0 2024-11-14T18:43:30,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,257 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,258 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=646, seq=0 2024-11-14T18:43:30,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,259 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741875_1052 (size=743) 2024-11-14T18:43:30,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741875_1052 (size=743) 2024-11-14T18:43:30,260 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=647, seq=0 2024-11-14T18:43:30,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741876_1053 (size=743) 2024-11-14T18:43:30,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741876_1053 (size=743) 2024-11-14T18:43:30,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,262 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:30,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,262 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=648, seq=0 2024-11-14T18:43:30,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,263 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,264 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:30,265 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=649, seq=0 2024-11-14T18:43:30,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,266 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,267 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=650, seq=0 2024-11-14T18:43:30,268 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:30,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,268 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=651, seq=0 2024-11-14T18:43:30,269 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:30,270 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=652, seq=0 2024-11-14T18:43:30,270 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 27 edits across 2 Regions in 35 ms; skipped=7; WAL=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false 2024-11-14T18:43:30,271 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0, size=2.3 K (2324bytes) at 1731609810230Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0 so closing down at 1731609810239 (+9 ms)3 split writer threads finished at 1731609810239Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609810249 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609810249Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609810262 (+13 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609810264 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609810268 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609810270 (+2 ms)Processed 27 edits across 2 Regions in 35 ms; skipped=7; WAL=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0, size=2.3 K, length=2324, corrupted=false, cancelled=false at 1731609810271 (+1 ms) 2024-11-14T18:43:30,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,271 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,272 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=653, seq=0 2024-11-14T18:43:30,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,273 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=654, seq=0 2024-11-14T18:43:30,273 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/oldWALs/wal.dat.0 2024-11-14T18:43:30,274 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:30,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1 2024-11-14T18:43:30,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1 after 0ms 2024-11-14T18:43:30,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,275 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=655, seq=0 2024-11-14T18:43:30,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,276 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,277 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=656, seq=0 2024-11-14T18:43:30,277 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1 took 3ms 2024-11-14T18:43:30,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,278 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,279 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=657, seq=0 2024-11-14T18:43:30,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,280 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1 so closing down 2024-11-14T18:43:30,280 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,280 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:30,280 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:30,281 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=658, seq=0 2024-11-14T18:43:30,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,282 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,283 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=659, seq=0 2024-11-14T18:43:30,283 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:30,284 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:30,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,284 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,285 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=660, seq=0 2024-11-14T18:43:30,285 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:30,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:30,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,286 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=661, seq=0 2024-11-14T18:43:30,287 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,288 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=662, seq=0 2024-11-14T18:43:30,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,289 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741877_1054 (size=743) 2024-11-14T18:43:30,291 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=663, seq=0 2024-11-14T18:43:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741877_1054 (size=743) 2024-11-14T18:43:30,291 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:30,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,292 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=664, seq=0 2024-11-14T18:43:30,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:30,293 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,294 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=665, seq=0 2024-11-14T18:43:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741878_1055 (size=743) 2024-11-14T18:43:30,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741878_1055 (size=743) 2024-11-14T18:43:30,295 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:30,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,295 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,296 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=666, seq=0 2024-11-14T18:43:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,297 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,297 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:30,298 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:30,298 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=667, seq=0 2024-11-14T18:43:30,298 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1, size=1.4 K (1393bytes) at 1731609810274Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1 so closing down at 1731609810280 (+6 ms)3 split writer threads finished at 1731609810280Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609810285 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609810285Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609810291 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609810293 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609810295 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609810297 (+2 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609810298 (+1 ms) 2024-11-14T18:43:30,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,299 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=668, seq=0 2024-11-14T18:43:30,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,301 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/oldWALs/wal.dat.1 2024-11-14T18:43:30,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,301 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2, size=150 (150bytes) 2024-11-14T18:43:30,301 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 2024-11-14T18:43:30,301 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=669, seq=0 2024-11-14T18:43:30,301 WARN [IPC Server handler 4 on default port 35945 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 has not been closed. Lease recovery is in progress. RecoveryId = 1056 for block blk_1073741874_1051 2024-11-14T18:43:30,302 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 after 1ms 2024-11-14T18:43:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,302 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,303 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=670, seq=0 2024-11-14T18:43:30,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,304 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,305 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=671, seq=0 2024-11-14T18:43:30,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,306 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=672, seq=0 2024-11-14T18:43:30,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,307 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,311 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=673, seq=0 2024-11-14T18:43:30,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,312 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,313 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=674, seq=0 2024-11-14T18:43:30,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,314 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=675, seq=0 2024-11-14T18:43:30,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,315 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,316 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=676, seq=0 2024-11-14T18:43:30,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,317 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=677, seq=0 2024-11-14T18:43:30,318 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,319 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=678, seq=0 2024-11-14T18:43:30,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,320 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,321 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=679, seq=0 2024-11-14T18:43:30,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,322 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=680, seq=0 2024-11-14T18:43:30,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,324 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=681, seq=0 2024-11-14T18:43:30,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,325 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,326 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=682, seq=0 2024-11-14T18:43:30,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,327 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=683, seq=0 2024-11-14T18:43:30,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,328 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,329 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=684, seq=0 2024-11-14T18:43:30,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,330 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=685, seq=0 2024-11-14T18:43:30,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,332 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=686, seq=0 2024-11-14T18:43:30,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,333 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,334 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=687, seq=0 2024-11-14T18:43:30,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,335 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=688, seq=0 2024-11-14T18:43:30,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,336 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,337 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=689, seq=0 2024-11-14T18:43:30,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,338 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=690, seq=0 2024-11-14T18:43:30,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,339 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,340 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=691, seq=0 2024-11-14T18:43:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,341 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=692, seq=0 2024-11-14T18:43:30,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,342 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,343 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=693, seq=0 2024-11-14T18:43:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,344 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=694, seq=0 2024-11-14T18:43:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,346 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=695, seq=0 2024-11-14T18:43:30,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,347 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,348 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=696, seq=0 2024-11-14T18:43:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,349 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=697, seq=0 2024-11-14T18:43:30,350 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,351 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=698, seq=0 2024-11-14T18:43:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,352 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,353 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=699, seq=0 2024-11-14T18:43:30,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,354 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,355 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=700, seq=0 2024-11-14T18:43:30,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,356 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=701, seq=0 2024-11-14T18:43:30,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,357 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,358 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=702, seq=0 2024-11-14T18:43:30,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,359 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=703, seq=0 2024-11-14T18:43:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,361 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=704, seq=0 2024-11-14T18:43:30,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,362 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,363 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=705, seq=0 2024-11-14T18:43:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,364 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=706, seq=0 2024-11-14T18:43:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,366 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=707, seq=0 2024-11-14T18:43:30,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,367 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,368 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=708, seq=0 2024-11-14T18:43:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,369 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=709, seq=0 2024-11-14T18:43:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,371 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=710, seq=0 2024-11-14T18:43:30,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,372 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,373 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=711, seq=0 2024-11-14T18:43:30,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,374 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=712, seq=0 2024-11-14T18:43:30,375 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,376 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=713, seq=0 2024-11-14T18:43:30,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,377 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,378 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=714, seq=0 2024-11-14T18:43:30,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,379 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=715, seq=0 2024-11-14T18:43:30,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,380 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,381 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=716, seq=0 2024-11-14T18:43:30,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,382 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=717, seq=0 2024-11-14T18:43:30,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,383 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,384 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=718, seq=0 2024-11-14T18:43:30,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,385 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=719, seq=0 2024-11-14T18:43:30,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,386 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,387 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=720, seq=0 2024-11-14T18:43:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,388 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=721, seq=0 2024-11-14T18:43:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,390 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=722, seq=0 2024-11-14T18:43:30,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,391 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,392 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=723, seq=0 2024-11-14T18:43:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,393 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=724, seq=0 2024-11-14T18:43:30,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,394 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,395 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=725, seq=0 2024-11-14T18:43:30,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,396 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=726, seq=0 2024-11-14T18:43:30,397 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,398 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=727, seq=0 2024-11-14T18:43:30,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,399 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,400 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(349): ZombieLastLogWriterRegionServer sync count=728, seq=0 2024-11-14T18:43:30,400 WARN [ResponseProcessor for block BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:30,401 WARN [DataStreamer for file /user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 block BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 in pipeline [DatanodeInfoWithStorage[127.0.0.1:34369,DS-2afeb95a-f9ab-48d2-8a61-796a6fd87b7f,DISK], DatanodeInfoWithStorage[127.0.0.1:43551,DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:34369,DS-2afeb95a-f9ab-48d2-8a61-796a6fd87b7f,DISK]) is bad. 2024-11-14T18:43:30,400 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-755077163_538 at /127.0.0.1:58378 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:34369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58378 dst: /127.0.0.1:34369 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34369 remote=/127.0.0.1:58378]. Total timeout mills is 60000, 59999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:30,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1443): ZombieLastLogWriterRegionServer append 2024-11-14T18:43:30,401 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit(1445): ZombieLastLogWriterRegionServer sync 2024-11-14T18:43:30,401 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-755077163_538 at /127.0.0.1:41330 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051] {}] datanode.DataXceiver(331): 127.0.0.1:43551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41330 dst: /127.0.0.1:43551 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:30,402 WARN [DataStreamer for file /user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 block BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:30,403 WARN [ZombieLastLogWriterRegionServer {}] hdfs.DFSOutputStream(748): Error while syncing org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:30,404 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(356): ZombieLastLogWriterRegionServer ex org.apache.hadoop.ipc.RemoteException(java.io.IOException): Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) 2024-11-14T18:43:30,404 ERROR [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(358): Juliet: got RemoteException Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) while writing 729 2024-11-14T18:43:30,404 INFO [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer(371): ZombieLastLogWriterRegionServer Writer exiting 2024-11-14T18:43:30,404 WARN [ZombieLastLogWriterRegionServer {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:30,405 DEBUG [ZombieLastLogWriterRegionServer {}] wal.TestWALSplit$ZombieLastLogWriterRegionServer$1(335): ignoring error when closing final writer. org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741874_1051 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:30,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741874_1056 (size=45987) 2024-11-14T18:43:34,303 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 after 4002ms 2024-11-14T18:43:34,310 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 took 4008ms 2024-11-14T18:43:34,344 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2; continuing. 2024-11-14T18:43:34,344 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 so closing down 2024-11-14T18:43:34,344 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:34,344 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:34,347 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:34,347 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:34,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:34,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:34,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741879_1057 (size=743) 2024-11-14T18:43:34,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741879_1057 (size=743) 2024-11-14T18:43:34,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:34,364 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:34,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741880_1058 (size=45345) 2024-11-14T18:43:34,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741880_1058 (size=45345) 2024-11-14T18:43:34,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 708 edits, skipped 0 edits in 5 ms) 2024-11-14T18:43:34,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:34,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 718 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T18:43:34,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2, size=150 (150bytes) at 1731609810301Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 so closing down at 1731609814344 (+4043 ms)3 split writer threads finished at 1731609814344Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609814349 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609814355 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609814362 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609814364 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 708 edits, skipped 0 edits in 5 ms) at 1731609814769 (+405 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609814772 (+3 ms)Processed 718 edits across 2 Regions in 459 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2, size=150, length=150, corrupted=false, cancelled=false at 1731609814772 2024-11-14T18:43:34,776 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/WALs/testlogcannotbewrittenonceparsed,16010,1731609809093/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/c603caaa-7fd1-9f1d-8149-3ee149b535a1/oldWALs/wal.dat.2 2024-11-14T18:43:34,777 INFO [Time-limited test {}] wal.TestWALSplit$1(251): Finished splitting out from under zombie. 2024-11-14T18:43:34,800 INFO [Time-limited test {}] wal.TestWALSplit(261): zombie=728, robber=728 2024-11-14T18:43:34,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogCannotBeWrittenOnceParsed Thread=146 (was 140) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:35945 from jenkins-robber java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-robber@localhost:35945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-383039846_22 at /127.0.0.1:53404 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:35945 from jenkins-zombie java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (372885837) connection to localhost/127.0.0.1:41809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins-zombie@localhost:35945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-383039846_22 at /127.0.0.1:35038 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=399 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=622 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=4018 (was 4140) 2024-11-14T18:43:34,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=622, ProcessCount=11, AvailableMemoryMB=4017 2024-11-14T18:43:34,819 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741881_1059 (size=7) 2024-11-14T18:43:34,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741881_1059 (size=7) 2024-11-14T18:43:34,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:34,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:34,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:34,839 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:34,841 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:34,842 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:34,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:34,846 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,846 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741882_1060 (size=1393) 2024-11-14T18:43:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741882_1060 (size=1393) 2024-11-14T18:43:34,864 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:34,865 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,871 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,871 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,872 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,873 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,873 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,874 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,874 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,875 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,875 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,876 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,877 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741883_1061 (size=1393) 2024-11-14T18:43:34,880 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:34,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741883_1061 (size=1393) 2024-11-14T18:43:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,888 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,889 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,889 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,890 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,892 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,893 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,894 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741884_1062 (size=1393) 2024-11-14T18:43:34,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741884_1062 (size=1393) 2024-11-14T18:43:34,897 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:34,897 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,899 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,913 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741885_1063 (size=1393) 2024-11-14T18:43:34,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741885_1063 (size=1393) 2024-11-14T18:43:34,917 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:34,917 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,924 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,925 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,926 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,928 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,929 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,930 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,931 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,932 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:34,932 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741886_1064 (size=1393) 2024-11-14T18:43:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741886_1064 (size=1393) 2024-11-14T18:43:35,335 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:35,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:35,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,341 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,341 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,342 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,344 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,345 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741887_1065 (size=1393) 2024-11-14T18:43:35,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741887_1065 (size=1393) 2024-11-14T18:43:35,351 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:35,351 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,353 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,363 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,364 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,364 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741888_1066 (size=1405) 2024-11-14T18:43:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741888_1066 (size=1405) 2024-11-14T18:43:35,368 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:35,369 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,375 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,375 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,377 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,377 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,378 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,378 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741889_1067 (size=1413) 2024-11-14T18:43:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741889_1067 (size=1413) 2024-11-14T18:43:35,384 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:35,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:35,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,401 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,403 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,403 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,404 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,404 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741890_1068 (size=1413) 2024-11-14T18:43:35,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741890_1068 (size=1413) 2024-11-14T18:43:35,406 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:35,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,412 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,414 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,415 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:35,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741891_1069 (size=1413) 2024-11-14T18:43:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741891_1069 (size=1413) 2024-11-14T18:43:35,422 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:35,442 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:35,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0 2024-11-14T18:43:35,444 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0 after 2ms 2024-11-14T18:43:35,445 WARN [Time-limited test {}] wal.WALFactory(435): Lease should have recovered. This is not expected. Will retry java.io.IOException: Cannot obtain block length at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:927) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit$5.answer(TestWALSplit.java:919) ~[test-classes/:?] at org.apache.hadoop.fs.FileSystem.open(FileSystem.java:997) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.open(AbstractProtobufWALReader.java:194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.retryOverHdfsProblem(TestWALSplit.java:886) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testRetryOpenDuringRecovery(TestWALSplit.java:932) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:37,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0 took 2013ms 2024-11-14T18:43:37,458 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0 so closing down 2024-11-14T18:43:37,458 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:37,458 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:37,463 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:37,463 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:37,465 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:37,465 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741892_1070 (size=743) 2024-11-14T18:43:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741893_1071 (size=743) 2024-11-14T18:43:37,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741893_1071 (size=743) 2024-11-14T18:43:37,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741892_1070 (size=743) 2024-11-14T18:43:37,471 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,476 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:37,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:37,478 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:37,478 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0, size=1.4 K (1393bytes) at 1731609815442Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0 so closing down at 1731609817458 (+2016 ms)3 split writer threads finished at 1731609817458Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609817465 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609817465Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817471 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817473 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609817476 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609817477 (+1 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609817478 (+1 ms) 2024-11-14T18:43:37,483 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.0 2024-11-14T18:43:37,484 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:37,484 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1 2024-11-14T18:43:37,485 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1 after 1ms 2024-11-14T18:43:37,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1 took 6ms 2024-11-14T18:43:37,491 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1 so closing down 2024-11-14T18:43:37,491 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:37,491 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:37,495 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:37,495 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:37,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:37,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:37,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741895_1073 (size=743) 2024-11-14T18:43:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741894_1072 (size=743) 2024-11-14T18:43:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741895_1073 (size=743) 2024-11-14T18:43:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741894_1072 (size=743) 2024-11-14T18:43:37,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,506 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:37,902 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:37,907 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:37,907 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1, size=1.4 K (1393bytes) at 1731609817484Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1 so closing down at 1731609817491 (+7 ms)3 split writer threads finished at 1731609817491Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609817496 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609817496Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817502 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609817506 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817903 (+397 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609817907 (+4 ms)Processed 20 edits across 2 Regions in 418 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609817907 2024-11-14T18:43:37,912 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.1 2024-11-14T18:43:37,913 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:37,913 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2 2024-11-14T18:43:37,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2 after 1ms 2024-11-14T18:43:37,918 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2 took 6ms 2024-11-14T18:43:37,921 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2 so closing down 2024-11-14T18:43:37,921 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:37,921 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:37,925 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:37,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:37,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:37,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741897_1075 (size=743) 2024-11-14T18:43:37,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741896_1074 (size=743) 2024-11-14T18:43:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741896_1074 (size=743) 2024-11-14T18:43:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741897_1075 (size=743) 2024-11-14T18:43:37,932 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,932 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,936 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:37,936 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:37,936 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:37,936 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2, size=1.4 K (1393bytes) at 1731609817913Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2 so closing down at 1731609817921 (+8 ms)3 split writer threads finished at 1731609817921Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609817926 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609817926Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817932 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817932Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609817936 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609817936Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609817936 2024-11-14T18:43:37,940 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.2 2024-11-14T18:43:37,941 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:37,941 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3 2024-11-14T18:43:37,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3 after 1ms 2024-11-14T18:43:37,945 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3 took 5ms 2024-11-14T18:43:37,947 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3 so closing down 2024-11-14T18:43:37,947 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:37,947 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:37,950 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:37,950 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:37,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:37,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741898_1076 (size=743) 2024-11-14T18:43:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741899_1077 (size=743) 2024-11-14T18:43:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741899_1077 (size=743) 2024-11-14T18:43:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741898_1076 (size=743) 2024-11-14T18:43:37,969 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,969 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:37,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:37,972 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:37,973 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3, size=1.4 K (1393bytes) at 1731609817941Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3 so closing down at 1731609817947 (+6 ms)3 split writer threads finished at 1731609817947Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609817952 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609817952Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817969 (+17 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817969Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609817972 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609817972Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609817972 2024-11-14T18:43:37,976 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.3 2024-11-14T18:43:37,976 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:37,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4 2024-11-14T18:43:37,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4 after 0ms 2024-11-14T18:43:37,982 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4 took 6ms 2024-11-14T18:43:37,986 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4 so closing down 2024-11-14T18:43:37,986 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:37,986 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:37,989 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:37,989 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:37,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:37,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741901_1079 (size=743) 2024-11-14T18:43:37,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741901_1079 (size=743) 2024-11-14T18:43:37,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:37,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741900_1078 (size=743) 2024-11-14T18:43:37,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741900_1078 (size=743) 2024-11-14T18:43:38,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:38,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:38,004 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:38,004 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4, size=1.4 K (1393bytes) at 1731609817976Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4 so closing down at 1731609817986 (+10 ms)3 split writer threads finished at 1731609817986Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609817991 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609817991Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609817997 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609818000 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818000Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609818003 (+3 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609818004 (+1 ms) 2024-11-14T18:43:38,007 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.4 2024-11-14T18:43:38,007 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:43:38,007 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5 2024-11-14T18:43:38,008 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5 after 1ms 2024-11-14T18:43:38,011 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5 took 4ms 2024-11-14T18:43:38,013 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5 so closing down 2024-11-14T18:43:38,013 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,013 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,017 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:38,017 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:38,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:38,018 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741902_1080 (size=743) 2024-11-14T18:43:38,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741902_1080 (size=743) 2024-11-14T18:43:38,025 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,028 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:38,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741903_1081 (size=743) 2024-11-14T18:43:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741903_1081 (size=743) 2024-11-14T18:43:38,037 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,040 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:38,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:38,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5, size=1.4 K (1393bytes) at 1731609818007Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5 so closing down at 1731609818013 (+6 ms)3 split writer threads finished at 1731609818013Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609818018 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609818018Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818025 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609818028 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818037 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609818040 (+3 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609818040 2024-11-14T18:43:38,044 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.5 2024-11-14T18:43:38,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:38,044 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6 2024-11-14T18:43:38,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6 after 1ms 2024-11-14T18:43:38,049 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6 took 5ms 2024-11-14T18:43:38,051 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6 so closing down 2024-11-14T18:43:38,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,055 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:38,055 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:38,056 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:38,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741904_1082 (size=749) 2024-11-14T18:43:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741905_1083 (size=749) 2024-11-14T18:43:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741905_1083 (size=749) 2024-11-14T18:43:38,072 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,072 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741904_1082 (size=749) 2024-11-14T18:43:38,075 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:38,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:38,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:38,075 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6, size=1.4 K (1405bytes) at 1731609818044Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6 so closing down at 1731609818051 (+7 ms)3 split writer threads finished at 1731609818051Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609818056 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609818056Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818072 (+16 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818072Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609818075 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609818075Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609818075 2024-11-14T18:43:38,079 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.6 2024-11-14T18:43:38,079 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:38,079 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7 2024-11-14T18:43:38,080 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7 after 1ms 2024-11-14T18:43:38,084 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7 took 5ms 2024-11-14T18:43:38,086 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7 so closing down 2024-11-14T18:43:38,086 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,086 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,089 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:38,089 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:38,091 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:38,091 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741906_1084 (size=753) 2024-11-14T18:43:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741907_1085 (size=753) 2024-11-14T18:43:38,097 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741907_1085 (size=753) 2024-11-14T18:43:38,099 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741906_1084 (size=753) 2024-11-14T18:43:38,100 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:38,102 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:38,102 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:38,102 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7, size=1.4 K (1413bytes) at 1731609818079Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7 so closing down at 1731609818086 (+7 ms)3 split writer threads finished at 1731609818086Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609818091 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609818091Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818097 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818099 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609818100 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609818102 (+2 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609818102 2024-11-14T18:43:38,105 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.7 2024-11-14T18:43:38,106 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:38,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8 2024-11-14T18:43:38,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8 after 0ms 2024-11-14T18:43:38,110 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8 took 5ms 2024-11-14T18:43:38,111 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8 so closing down 2024-11-14T18:43:38,112 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,112 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:38,116 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:38,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:38,117 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:38,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741908_1086 (size=753) 2024-11-14T18:43:38,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741909_1087 (size=753) 2024-11-14T18:43:38,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741908_1086 (size=753) 2024-11-14T18:43:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741909_1087 (size=753) 2024-11-14T18:43:38,524 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,527 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:38,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:38,527 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:38,527 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8, size=1.4 K (1413bytes) at 1731609818106Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8 so closing down at 1731609818112 (+6 ms)3 split writer threads finished at 1731609818112Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609818117 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609818117Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818524 (+407 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818524Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609818527 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609818527Processed 20 edits across 2 Regions in 417 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609818527 2024-11-14T18:43:38,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.8 2024-11-14T18:43:38,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:38,531 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9 2024-11-14T18:43:38,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9 after 1ms 2024-11-14T18:43:38,537 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9 took 5ms 2024-11-14T18:43:38,539 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9 so closing down 2024-11-14T18:43:38,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:38,543 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:38,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:38,545 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741910_1088 (size=753) 2024-11-14T18:43:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741911_1089 (size=753) 2024-11-14T18:43:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741911_1089 (size=753) 2024-11-14T18:43:38,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741910_1088 (size=753) 2024-11-14T18:43:38,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:38,555 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:38,555 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:38,555 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9, size=1.4 K (1413bytes) at 1731609818531Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9 so closing down at 1731609818539 (+8 ms)3 split writer threads finished at 1731609818540 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609818545 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609818545Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818552 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818552Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609818555 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609818555Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609818555 2024-11-14T18:43:38,560 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/WALs/testretryopenduringrecovery,16010,1731609814839/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/22d97bf5-0a0e-9bbe-e52e-8e3d8e39388a/oldWALs/wal.dat.9 2024-11-14T18:43:38,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRetryOpenDuringRecovery Thread=146 (was 146), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 622), ProcessCount=11 (was 11), AvailableMemoryMB=3961 (was 4017) 2024-11-14T18:43:38,580 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=146, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=580, ProcessCount=11, AvailableMemoryMB=3961 2024-11-14T18:43:38,580 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741912_1090 (size=7) 2024-11-14T18:43:38,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741912_1090 (size=7) 2024-11-14T18:43:38,589 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:38,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:38,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:38,595 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:38,595 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:38,596 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:38,597 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,606 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741913_1091 (size=1393) 2024-11-14T18:43:38,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741913_1091 (size=1393) 2024-11-14T18:43:38,615 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:38,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:38,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,639 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,641 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,642 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,643 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741914_1092 (size=1393) 2024-11-14T18:43:38,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741914_1092 (size=1393) 2024-11-14T18:43:38,646 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:38,646 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741915_1093 (size=1393) 2024-11-14T18:43:38,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741915_1093 (size=1393) 2024-11-14T18:43:38,663 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:38,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:38,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741916_1094 (size=1393) 2024-11-14T18:43:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741916_1094 (size=1393) 2024-11-14T18:43:38,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:38,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:38,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741917_1095 (size=1393) 2024-11-14T18:43:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741917_1095 (size=1393) 2024-11-14T18:43:38,694 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:38,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:38,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,706 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741919_1097 (size=1405) 2024-11-14T18:43:38,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741919_1097 (size=1405) 2024-11-14T18:43:38,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:38,723 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741920_1098 (size=1413) 2024-11-14T18:43:38,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741920_1098 (size=1413) 2024-11-14T18:43:38,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:38,741 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:38,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741921_1099 (size=1413) 2024-11-14T18:43:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741921_1099 (size=1413) 2024-11-14T18:43:38,757 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:38,757 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:38,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,767 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:38,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741922_1100 (size=1413) 2024-11-14T18:43:38,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741922_1100 (size=1413) 2024-11-14T18:43:38,772 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:38,792 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:38,792 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0 2024-11-14T18:43:38,793 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0 after 1ms 2024-11-14T18:43:38,795 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0 took 3ms 2024-11-14T18:43:38,798 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0 so closing down 2024-11-14T18:43:38,798 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,798 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,801 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:38,801 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:38,802 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:38,802 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741923_1101 (size=743) 2024-11-14T18:43:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741923_1101 (size=743) 2024-11-14T18:43:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741924_1102 (size=743) 2024-11-14T18:43:38,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741924_1102 (size=743) 2024-11-14T18:43:38,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,813 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:38,813 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:38,813 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:38,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0, size=1.4 K (1393bytes) at 1731609818792Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0 so closing down at 1731609818798 (+6 ms)3 split writer threads finished at 1731609818798Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609818802 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609818802Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818811 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818812 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609818813 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609818813Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609818813 2024-11-14T18:43:38,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.0 2024-11-14T18:43:38,816 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:38,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1 2024-11-14T18:43:38,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1 after 0ms 2024-11-14T18:43:38,819 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1 took 3ms 2024-11-14T18:43:38,820 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1 so closing down 2024-11-14T18:43:38,820 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,820 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,822 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:38,822 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:38,824 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:38,824 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741925_1103 (size=743) 2024-11-14T18:43:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741926_1104 (size=743) 2024-11-14T18:43:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741926_1104 (size=743) 2024-11-14T18:43:38,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,833 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741925_1103 (size=743) 2024-11-14T18:43:38,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:38,835 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:38,835 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:38,835 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1, size=1.4 K (1393bytes) at 1731609818816Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1 so closing down at 1731609818820 (+4 ms)3 split writer threads finished at 1731609818820Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609818824 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609818824Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818833 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818833Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609818834 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609818835 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609818835 2024-11-14T18:43:38,837 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.1 2024-11-14T18:43:38,837 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:38,837 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2 2024-11-14T18:43:38,838 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2 after 1ms 2024-11-14T18:43:38,840 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2 took 3ms 2024-11-14T18:43:38,842 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2 so closing down 2024-11-14T18:43:38,842 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,842 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,844 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:38,844 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:38,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:38,846 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:38,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741927_1105 (size=743) 2024-11-14T18:43:38,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741928_1106 (size=743) 2024-11-14T18:43:38,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741928_1106 (size=743) 2024-11-14T18:43:38,852 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,854 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:38,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741927_1105 (size=743) 2024-11-14T18:43:38,855 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:38,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:38,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2, size=1.4 K (1393bytes) at 1731609818837Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2 so closing down at 1731609818842 (+5 ms)3 split writer threads finished at 1731609818842Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609818846 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609818846Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818852 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609818854 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818855 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609818857 (+2 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609818857 2024-11-14T18:43:38,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.2 2024-11-14T18:43:38,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:38,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3 2024-11-14T18:43:38,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3 after 0ms 2024-11-14T18:43:38,862 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3 took 3ms 2024-11-14T18:43:38,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3 so closing down 2024-11-14T18:43:38,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,864 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,867 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:38,867 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:38,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:38,868 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741930_1108 (size=743) 2024-11-14T18:43:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741930_1108 (size=743) 2024-11-14T18:43:38,873 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741929_1107 (size=743) 2024-11-14T18:43:38,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741929_1107 (size=743) 2024-11-14T18:43:38,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:38,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:38,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3, size=1.4 K (1393bytes) at 1731609818859Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3 so closing down at 1731609818864 (+5 ms)3 split writer threads finished at 1731609818864Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609818868 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609818868Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818873 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609818876 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818877 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609818878 (+1 ms)Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609818879 (+1 ms) 2024-11-14T18:43:38,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.3 2024-11-14T18:43:38,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:38,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4 2024-11-14T18:43:38,882 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4 after 1ms 2024-11-14T18:43:38,884 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4 took 3ms 2024-11-14T18:43:38,885 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4 so closing down 2024-11-14T18:43:38,886 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:38,886 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:38,888 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:38,888 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:38,889 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:38,889 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741931_1109 (size=743) 2024-11-14T18:43:38,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741931_1109 (size=743) 2024-11-14T18:43:38,907 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,908 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:38,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741932_1110 (size=743) 2024-11-14T18:43:38,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741932_1110 (size=743) 2024-11-14T18:43:38,927 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:38,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:38,930 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:38,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4, size=1.4 K (1393bytes) at 1731609818881Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4 so closing down at 1731609818886 (+5 ms)3 split writer threads finished at 1731609818886Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609818889 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609818890 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818907 (+17 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609818908 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609818927 (+19 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609818929 (+2 ms)Processed 20 edits across 2 Regions in 45 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609818930 (+1 ms) 2024-11-14T18:43:38,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.4 2024-11-14T18:43:38,936 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5, size=150 (150bytes) 2024-11-14T18:43:38,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 2024-11-14T18:43:38,937 WARN [IPC Server handler 2 on default port 35945 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1111 for block blk_1073741918_1096 2024-11-14T18:43:38,937 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 after 0ms 2024-11-14T18:43:39,402 WARN [ResponseProcessor for block BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:39,402 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1459789198_22 at /127.0.0.1:53726 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:43551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53726 dst: /127.0.0.1:43551 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43551 remote=/127.0.0.1:53726]. Total timeout mills is 60000, 59305 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:39,402 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1459789198_22 at /127.0.0.1:35422 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096] {}] datanode.DataXceiver(331): 127.0.0.1:34369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35422 dst: /127.0.0.1:34369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:39,402 WARN [DataStreamer for file /user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 block BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43551,DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4,DISK], DatanodeInfoWithStorage[127.0.0.1:34369,DS-2afeb95a-f9ab-48d2-8a61-796a6fd87b7f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43551,DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4,DISK]) is bad. 2024-11-14T18:43:39,403 WARN [DataStreamer for file /user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 block BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073741918_1096 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:39,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741918_1111 (size=1385) 2024-11-14T18:43:42,938 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 after 4001ms 2024-11-14T18:43:42,941 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 took 4005ms 2024-11-14T18:43:42,942 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5; continuing. 2024-11-14T18:43:42,942 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 so closing down 2024-11-14T18:43:42,942 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:42,942 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:42,945 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:42,945 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:42,946 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:42,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741934_1113 (size=743) 2024-11-14T18:43:42,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741934_1113 (size=743) 2024-11-14T18:43:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741933_1112 (size=743) 2024-11-14T18:43:42,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741933_1112 (size=743) 2024-11-14T18:43:42,955 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:42,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:42,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:42,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:42,957 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false 2024-11-14T18:43:42,957 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5, size=150 (150bytes) at 1731609818937Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 so closing down at 1731609822942 (+4005 ms)3 split writer threads finished at 1731609822942Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609822946 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609822946Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609822955 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609822955Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609822957 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609822957Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5, size=150, length=150, corrupted=false, cancelled=false at 1731609822957 2024-11-14T18:43:42,959 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.5 2024-11-14T18:43:42,959 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:42,959 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6 2024-11-14T18:43:42,960 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6 after 1ms 2024-11-14T18:43:42,962 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6 took 3ms 2024-11-14T18:43:42,963 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6 so closing down 2024-11-14T18:43:42,963 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:42,963 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:42,965 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:42,965 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:42,967 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:42,967 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741935_1114 (size=749) 2024-11-14T18:43:42,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741935_1114 (size=749) 2024-11-14T18:43:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741936_1115 (size=749) 2024-11-14T18:43:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741936_1115 (size=749) 2024-11-14T18:43:42,972 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:42,972 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:42,973 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:42,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:42,973 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:42,974 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6, size=1.4 K (1405bytes) at 1731609822959Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6 so closing down at 1731609822963 (+4 ms)3 split writer threads finished at 1731609822963Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609822967 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609822967Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609822972 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609822972Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609822973 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609822973Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609822973 2024-11-14T18:43:42,975 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.6 2024-11-14T18:43:42,975 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:42,975 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7 2024-11-14T18:43:42,976 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7 after 1ms 2024-11-14T18:43:42,978 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7 took 3ms 2024-11-14T18:43:42,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7 so closing down 2024-11-14T18:43:42,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:42,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:42,981 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:42,981 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:42,982 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:42,982 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741938_1117 (size=753) 2024-11-14T18:43:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741937_1116 (size=753) 2024-11-14T18:43:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741937_1116 (size=753) 2024-11-14T18:43:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741938_1117 (size=753) 2024-11-14T18:43:42,988 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:42,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:43,388 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:43,389 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:43,390 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:43,390 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7, size=1.4 K (1413bytes) at 1731609822975Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7 so closing down at 1731609822979 (+4 ms)3 split writer threads finished at 1731609822979Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609822982 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609822982Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609822988 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609822989 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609823388 (+399 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609823389 (+1 ms)Processed 20 edits across 2 Regions in 412 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609823390 (+1 ms) 2024-11-14T18:43:43,392 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.7 2024-11-14T18:43:43,392 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:43,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8 2024-11-14T18:43:43,392 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8 after 0ms 2024-11-14T18:43:43,395 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8 took 3ms 2024-11-14T18:43:43,396 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8 so closing down 2024-11-14T18:43:43,396 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:43,396 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:43,399 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:43,399 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:43,400 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:43,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741939_1118 (size=753) 2024-11-14T18:43:43,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741939_1118 (size=753) 2024-11-14T18:43:43,413 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:43,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741940_1119 (size=753) 2024-11-14T18:43:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741940_1119 (size=753) 2024-11-14T18:43:43,416 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:43,418 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:43,418 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:43,418 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8, size=1.4 K (1413bytes) at 1731609823392Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8 so closing down at 1731609823396 (+4 ms)3 split writer threads finished at 1731609823397 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609823400 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609823400Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609823413 (+13 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609823415 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609823416 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609823418 (+2 ms)Processed 20 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609823418 2024-11-14T18:43:43,420 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.8 2024-11-14T18:43:43,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:43,420 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9 2024-11-14T18:43:43,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9 after 1ms 2024-11-14T18:43:43,423 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9 took 3ms 2024-11-14T18:43:43,424 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9 so closing down 2024-11-14T18:43:43,424 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:43,425 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:43,427 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:43,427 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:43,428 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:43,428 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:43,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741941_1120 (size=753) 2024-11-14T18:43:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741942_1121 (size=753) 2024-11-14T18:43:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741942_1121 (size=753) 2024-11-14T18:43:43,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741941_1120 (size=753) 2024-11-14T18:43:43,435 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:43,435 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:43,436 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:43,437 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:43,437 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:43,437 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9, size=1.4 K (1413bytes) at 1731609823420Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9 so closing down at 1731609823424 (+4 ms)3 split writer threads finished at 1731609823425 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609823428 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609823428Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609823435 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609823435Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609823436 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609823437 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609823437 2024-11-14T18:43:43,439 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/WALs/testopenzerolengthreportedfilebutwithdatagetssplit,16010,1731609818595/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/8c426c34-b64d-80a4-57ae-91c793c04262/oldWALs/wal.dat.9 2024-11-14T18:43:43,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testOpenZeroLengthReportedFileButWithDataGetsSplit Thread=144 (was 146), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 580), ProcessCount=11 (was 11), AvailableMemoryMB=4633 (was 3961) - AvailableMemoryMB LEAK? - 2024-11-14T18:43:43,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=4633 2024-11-14T18:43:43,529 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:43,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741943_1122 (size=7) 2024-11-14T18:43:43,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741943_1122 (size=7) 2024-11-14T18:43:43,536 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:43,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:43,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:43,540 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:43,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsPathForMeta Thread=144 (was 144), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=4632 (was 4633) 2024-11-14T18:43:43,558 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=144, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=4632 2024-11-14T18:43:43,558 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741944_1123 (size=7) 2024-11-14T18:43:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741944_1123 (size=7) 2024-11-14T18:43:43,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:43,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:43,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:43,575 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:43,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:43,576 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:43,577 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:43,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,587 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741945_1124 (size=1393) 2024-11-14T18:43:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741945_1124 (size=1393) 2024-11-14T18:43:43,591 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:43,591 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,601 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,601 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,602 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,602 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,604 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,604 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,605 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,605 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741946_1125 (size=1393) 2024-11-14T18:43:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741946_1125 (size=1393) 2024-11-14T18:43:43,608 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:43,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:43,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,619 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741947_1126 (size=1393) 2024-11-14T18:43:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741947_1126 (size=1393) 2024-11-14T18:43:43,622 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:43,622 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:43,623 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,623 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741948_1127 (size=1393) 2024-11-14T18:43:43,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741948_1127 (size=1393) 2024-11-14T18:43:43,648 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:43,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741949_1128 (size=1393) 2024-11-14T18:43:43,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741949_1128 (size=1393) 2024-11-14T18:43:43,662 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:43,663 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:43,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741950_1129 (size=1393) 2024-11-14T18:43:43,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741950_1129 (size=1393) 2024-11-14T18:43:43,679 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:43,679 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:43,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741951_1130 (size=1405) 2024-11-14T18:43:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741951_1130 (size=1405) 2024-11-14T18:43:43,697 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:43,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:43,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741952_1131 (size=1413) 2024-11-14T18:43:43,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741952_1131 (size=1413) 2024-11-14T18:43:43,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:43,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:43,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741953_1132 (size=1413) 2024-11-14T18:43:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741953_1132 (size=1413) 2024-11-14T18:43:43,736 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:43,736 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,743 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:43,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:43,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741954_1133 (size=1413) 2024-11-14T18:43:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741954_1133 (size=1413) 2024-11-14T18:43:43,749 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:43,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:43,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0 2024-11-14T18:43:43,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0 after 1ms 2024-11-14T18:43:43,770 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0 took 3ms 2024-11-14T18:43:43,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0 so closing down 2024-11-14T18:43:43,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:43,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:43,775 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:43,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:43,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:43,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:43,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741955_1134 (size=743) 2024-11-14T18:43:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741955_1134 (size=743) 2024-11-14T18:43:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741956_1135 (size=743) 2024-11-14T18:43:43,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741956_1135 (size=743) 2024-11-14T18:43:43,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:43,810 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:44,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:44,191 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:44,191 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:44,191 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0, size=1.4 K (1393bytes) at 1731609823767Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0 so closing down at 1731609823772 (+5 ms)3 split writer threads finished at 1731609823773 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609823777 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609823780 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609823809 (+29 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609823810 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609824189 (+379 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609824191 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609824191 2024-11-14T18:43:44,193 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.0 2024-11-14T18:43:44,194 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:44,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1 2024-11-14T18:43:44,194 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1 after 0ms 2024-11-14T18:43:44,196 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1 took 3ms 2024-11-14T18:43:44,198 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1 so closing down 2024-11-14T18:43:44,198 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:44,198 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:44,200 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:44,200 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:44,202 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:44,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741957_1136 (size=743) 2024-11-14T18:43:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741958_1137 (size=743) 2024-11-14T18:43:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741958_1137 (size=743) 2024-11-14T18:43:44,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:44,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741957_1136 (size=743) 2024-11-14T18:43:44,224 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:44,621 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:44,623 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:44,623 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:44,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1, size=1.4 K (1393bytes) at 1731609824194Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1 so closing down at 1731609824198 (+4 ms)3 split writer threads finished at 1731609824198Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609824202 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609824202Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609824221 (+19 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609824224 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609824622 (+398 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609824623 (+1 ms)Processed 20 edits across 2 Regions in 426 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609824623 2024-11-14T18:43:44,625 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.1 2024-11-14T18:43:44,626 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:44,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2 2024-11-14T18:43:44,626 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2 after 0ms 2024-11-14T18:43:44,628 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2 took 3ms 2024-11-14T18:43:44,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2 so closing down 2024-11-14T18:43:44,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:44,630 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:44,639 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:44,639 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:44,640 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:44,640 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741960_1139 (size=743) 2024-11-14T18:43:44,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741960_1139 (size=743) 2024-11-14T18:43:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741959_1138 (size=743) 2024-11-14T18:43:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741959_1138 (size=743) 2024-11-14T18:43:44,647 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:44,648 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:45,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,049 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:45,049 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:45,049 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2, size=1.4 K (1393bytes) at 1731609824626Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2 so closing down at 1731609824630 (+4 ms)3 split writer threads finished at 1731609824630Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609824640 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609824640Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609824647 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609824648 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825047 (+399 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609825049 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609825049 2024-11-14T18:43:45,051 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.2 2024-11-14T18:43:45,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:45,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3 2024-11-14T18:43:45,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3 after 0ms 2024-11-14T18:43:45,054 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3 took 2ms 2024-11-14T18:43:45,055 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3 so closing down 2024-11-14T18:43:45,055 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,055 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,057 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:45,057 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:45,059 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:45,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741961_1140 (size=743) 2024-11-14T18:43:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741962_1141 (size=743) 2024-11-14T18:43:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741962_1141 (size=743) 2024-11-14T18:43:45,064 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741961_1140 (size=743) 2024-11-14T18:43:45,065 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,066 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:45,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:45,067 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:45,067 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3, size=1.4 K (1393bytes) at 1731609825051Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3 so closing down at 1731609825055 (+4 ms)3 split writer threads finished at 1731609825055Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609825059 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609825059Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825064 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825065 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609825066 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609825067 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609825067 2024-11-14T18:43:45,069 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.3 2024-11-14T18:43:45,069 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:45,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4 2024-11-14T18:43:45,069 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4 after 0ms 2024-11-14T18:43:45,071 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4 took 2ms 2024-11-14T18:43:45,073 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4 so closing down 2024-11-14T18:43:45,073 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,073 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,075 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:45,075 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:45,076 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:45,076 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741964_1143 (size=743) 2024-11-14T18:43:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741964_1143 (size=743) 2024-11-14T18:43:45,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741963_1142 (size=743) 2024-11-14T18:43:45,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741963_1142 (size=743) 2024-11-14T18:43:45,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:45,490 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,492 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:45,492 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:45,492 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4, size=1.4 K (1393bytes) at 1731609825069Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4 so closing down at 1731609825073 (+4 ms)3 split writer threads finished at 1731609825073Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609825076 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609825076Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825485 (+409 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609825487 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825490 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609825492 (+2 ms)Processed 20 edits across 2 Regions in 420 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609825492 2024-11-14T18:43:45,494 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.4 2024-11-14T18:43:45,494 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:43:45,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5 2024-11-14T18:43:45,494 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5 after 0ms 2024-11-14T18:43:45,496 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5 took 2ms 2024-11-14T18:43:45,497 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5 so closing down 2024-11-14T18:43:45,497 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,497 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,499 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:45,499 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:45,500 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:45,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:45,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741965_1144 (size=743) 2024-11-14T18:43:45,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741966_1145 (size=743) 2024-11-14T18:43:45,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741965_1144 (size=743) 2024-11-14T18:43:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741966_1145 (size=743) 2024-11-14T18:43:45,509 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:45,509 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:45,509 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:45,509 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5, size=1.4 K (1393bytes) at 1731609825494Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5 so closing down at 1731609825497 (+3 ms)3 split writer threads finished at 1731609825497Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609825501 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609825501Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825507 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825507Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609825509 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609825509Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609825509 2024-11-14T18:43:45,511 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.5 2024-11-14T18:43:45,512 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:45,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6 2024-11-14T18:43:45,512 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6 after 0ms 2024-11-14T18:43:45,514 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6 took 3ms 2024-11-14T18:43:45,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6 so closing down 2024-11-14T18:43:45,516 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,516 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,518 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:45,518 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:45,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:45,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741967_1146 (size=749) 2024-11-14T18:43:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741968_1147 (size=749) 2024-11-14T18:43:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741968_1147 (size=749) 2024-11-14T18:43:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741967_1146 (size=749) 2024-11-14T18:43:45,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,542 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:45,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:45,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:45,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6, size=1.4 K (1405bytes) at 1731609825512Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6 so closing down at 1731609825516 (+4 ms)3 split writer threads finished at 1731609825516Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609825520 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609825520Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825541 (+21 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825541Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609825542 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609825542Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609825543 (+1 ms) 2024-11-14T18:43:45,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.6 2024-11-14T18:43:45,544 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:45,544 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7 2024-11-14T18:43:45,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7 after 1ms 2024-11-14T18:43:45,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7 took 3ms 2024-11-14T18:43:45,548 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7 so closing down 2024-11-14T18:43:45,548 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,548 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,550 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:45,550 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:45,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:45,552 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741969_1148 (size=753) 2024-11-14T18:43:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741970_1149 (size=753) 2024-11-14T18:43:45,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741969_1148 (size=753) 2024-11-14T18:43:45,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741970_1149 (size=753) 2024-11-14T18:43:45,564 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:45,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:45,565 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:45,566 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7, size=1.4 K (1413bytes) at 1731609825544Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7 so closing down at 1731609825548 (+4 ms)3 split writer threads finished at 1731609825548Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609825552 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609825552Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825564 (+12 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825564Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609825565 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609825565Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609825566 (+1 ms) 2024-11-14T18:43:45,567 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.7 2024-11-14T18:43:45,568 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:45,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8 2024-11-14T18:43:45,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8 after 0ms 2024-11-14T18:43:45,570 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8 took 2ms 2024-11-14T18:43:45,572 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8 so closing down 2024-11-14T18:43:45,572 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,572 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,574 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:45,574 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:45,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:45,575 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741972_1151 (size=753) 2024-11-14T18:43:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741971_1150 (size=753) 2024-11-14T18:43:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741971_1150 (size=753) 2024-11-14T18:43:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741972_1151 (size=753) 2024-11-14T18:43:45,580 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,582 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:45,582 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:45,582 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:45,582 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8, size=1.4 K (1413bytes) at 1731609825568Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8 so closing down at 1731609825572 (+4 ms)3 split writer threads finished at 1731609825572Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609825575 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609825575Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825580 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825581 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609825582 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609825582Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609825582 2024-11-14T18:43:45,584 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.8 2024-11-14T18:43:45,584 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:45,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9 2024-11-14T18:43:45,584 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9 after 0ms 2024-11-14T18:43:45,587 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9 took 2ms 2024-11-14T18:43:45,588 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9 so closing down 2024-11-14T18:43:45,588 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,588 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,590 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:45,590 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:45,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:45,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:45,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741973_1152 (size=753) 2024-11-14T18:43:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741974_1153 (size=753) 2024-11-14T18:43:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741973_1152 (size=753) 2024-11-14T18:43:45,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741974_1153 (size=753) 2024-11-14T18:43:45,597 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,597 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,599 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:45,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:45,599 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:45,599 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9, size=1.4 K (1413bytes) at 1731609825584Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9 so closing down at 1731609825588 (+4 ms)3 split writer threads finished at 1731609825588Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609825591 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609825591Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825597 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825597Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609825599 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609825599Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609825599 2024-11-14T18:43:45,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/WALs/testsplit,16010,1731609823575/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/31a0eafe-844c-0752-8a87-c28fe5b9ade2/oldWALs/wal.dat.9 2024-11-14T18:43:45,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplit Thread=143 (was 144), OpenFileDescriptor=397 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=4623 (was 4632) 2024-11-14T18:43:45,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=4622 2024-11-14T18:43:45,675 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741975_1154 (size=7) 2024-11-14T18:43:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741975_1154 (size=7) 2024-11-14T18:43:45,682 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:45,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:45,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:45,686 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:45,687 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:45,687 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:45,689 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741976_1155 (size=1393) 2024-11-14T18:43:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741976_1155 (size=1393) 2024-11-14T18:43:45,702 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:45,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741977_1156 (size=1393) 2024-11-14T18:43:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741977_1156 (size=1393) 2024-11-14T18:43:45,714 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:45,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,723 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741978_1157 (size=1393) 2024-11-14T18:43:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741978_1157 (size=1393) 2024-11-14T18:43:45,728 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:45,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:45,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,733 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741979_1158 (size=1393) 2024-11-14T18:43:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741979_1158 (size=1393) 2024-11-14T18:43:45,742 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:45,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:45,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,758 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741980_1159 (size=1393) 2024-11-14T18:43:45,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741980_1159 (size=1393) 2024-11-14T18:43:45,765 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:45,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,776 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,777 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741981_1160 (size=1393) 2024-11-14T18:43:45,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741981_1160 (size=1393) 2024-11-14T18:43:45,780 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:45,780 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:45,781 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,781 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,791 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,791 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,792 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,794 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,795 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,796 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741982_1161 (size=1405) 2024-11-14T18:43:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741982_1161 (size=1405) 2024-11-14T18:43:45,798 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:45,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:45,800 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,800 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741983_1162 (size=1413) 2024-11-14T18:43:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741983_1162 (size=1413) 2024-11-14T18:43:45,810 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:45,810 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741984_1163 (size=1413) 2024-11-14T18:43:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741984_1163 (size=1413) 2024-11-14T18:43:45,831 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:45,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:45,832 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,833 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,851 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,852 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,853 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,854 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,855 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:45,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:45,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741985_1164 (size=1413) 2024-11-14T18:43:45,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741985_1164 (size=1413) 2024-11-14T18:43:45,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:45,884 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:45,884 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0 2024-11-14T18:43:45,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0 after 1ms 2024-11-14T18:43:45,888 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0 took 4ms 2024-11-14T18:43:45,890 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0 so closing down 2024-11-14T18:43:45,890 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,890 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,894 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:45,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:45,905 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:45,907 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741986_1165 (size=743) 2024-11-14T18:43:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741986_1165 (size=743) 2024-11-14T18:43:45,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:45,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741987_1166 (size=743) 2024-11-14T18:43:45,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741987_1166 (size=743) 2024-11-14T18:43:45,919 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,922 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:45,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:45,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0, size=1.4 K (1393bytes) at 1731609825884Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0 so closing down at 1731609825890 (+6 ms)3 split writer threads finished at 1731609825890Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609825903 (+13 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609825907 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825914 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609825917 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825919 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609825922 (+3 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609825922 2024-11-14T18:43:45,925 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.0 2024-11-14T18:43:45,926 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:45,926 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1 2024-11-14T18:43:45,927 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1 after 0ms 2024-11-14T18:43:45,929 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1 took 3ms 2024-11-14T18:43:45,931 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1 so closing down 2024-11-14T18:43:45,931 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:45,931 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:45,934 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:45,934 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:45,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:45,935 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741988_1167 (size=743) 2024-11-14T18:43:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741988_1167 (size=743) 2024-11-14T18:43:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741989_1168 (size=743) 2024-11-14T18:43:45,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741989_1168 (size=743) 2024-11-14T18:43:45,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:45,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:46,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,350 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:46,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:46,351 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1, size=1.4 K (1393bytes) at 1731609825926Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1 so closing down at 1731609825931 (+5 ms)3 split writer threads finished at 1731609825931Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609825935 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609825935Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609825950 (+15 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609825952 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826348 (+396 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609826350 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609826351 (+1 ms) 2024-11-14T18:43:46,354 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.1 2024-11-14T18:43:46,354 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:46,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2 2024-11-14T18:43:46,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2 after 0ms 2024-11-14T18:43:46,357 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2 took 3ms 2024-11-14T18:43:46,358 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2 so closing down 2024-11-14T18:43:46,359 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,361 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:46,361 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:46,363 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:46,363 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741990_1169 (size=743) 2024-11-14T18:43:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741991_1170 (size=743) 2024-11-14T18:43:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741990_1169 (size=743) 2024-11-14T18:43:46,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741991_1170 (size=743) 2024-11-14T18:43:46,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,371 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:46,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:46,372 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:46,372 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2, size=1.4 K (1393bytes) at 1731609826354Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2 so closing down at 1731609826359 (+5 ms)3 split writer threads finished at 1731609826359Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609826363 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609826363Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826368 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826369 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609826371 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609826371Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609826372 (+1 ms) 2024-11-14T18:43:46,374 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.2 2024-11-14T18:43:46,375 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:46,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3 2024-11-14T18:43:46,375 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3 after 0ms 2024-11-14T18:43:46,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3 took 4ms 2024-11-14T18:43:46,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3 so closing down 2024-11-14T18:43:46,379 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,379 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,382 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:46,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:46,404 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741992_1171 (size=743) 2024-11-14T18:43:46,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:46,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741992_1171 (size=743) 2024-11-14T18:43:46,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741993_1172 (size=743) 2024-11-14T18:43:46,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741993_1172 (size=743) 2024-11-14T18:43:46,424 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,427 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:46,427 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:46,427 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3, size=1.4 K (1393bytes) at 1731609826375Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3 so closing down at 1731609826379 (+4 ms)3 split writer threads finished at 1731609826379Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609826399 (+20 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609826406 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826406Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609826409 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826425 (+16 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609826427 (+2 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609826427 2024-11-14T18:43:46,430 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.3 2024-11-14T18:43:46,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:46,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4 2024-11-14T18:43:46,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4 after 1ms 2024-11-14T18:43:46,434 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4 took 4ms 2024-11-14T18:43:46,435 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4 so closing down 2024-11-14T18:43:46,435 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,436 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,438 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:46,438 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:46,440 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:46,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741994_1173 (size=743) 2024-11-14T18:43:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741994_1173 (size=743) 2024-11-14T18:43:46,446 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741995_1174 (size=743) 2024-11-14T18:43:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741995_1174 (size=743) 2024-11-14T18:43:46,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:46,451 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:46,451 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:46,451 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4, size=1.4 K (1393bytes) at 1731609826430Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4 so closing down at 1731609826435 (+5 ms)3 split writer threads finished at 1731609826436 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609826440 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609826442 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826446 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826448 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609826449 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609826451 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609826451 2024-11-14T18:43:46,453 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.4 2024-11-14T18:43:46,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:43:46,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5 2024-11-14T18:43:46,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5 after 0ms 2024-11-14T18:43:46,457 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5 took 3ms 2024-11-14T18:43:46,459 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5 so closing down 2024-11-14T18:43:46,459 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,459 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,462 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:46,462 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:46,463 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:46,464 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741996_1175 (size=743) 2024-11-14T18:43:46,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741996_1175 (size=743) 2024-11-14T18:43:46,473 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741997_1176 (size=743) 2024-11-14T18:43:46,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741997_1176 (size=743) 2024-11-14T18:43:46,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:46,476 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:46,476 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:46,476 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5, size=1.4 K (1393bytes) at 1731609826454Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5 so closing down at 1731609826459 (+5 ms)3 split writer threads finished at 1731609826459Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609826463 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609826464 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826473 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826474 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609826475 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609826476 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609826476 2024-11-14T18:43:46,480 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.5 2024-11-14T18:43:46,480 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:46,480 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6 2024-11-14T18:43:46,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6 after 1ms 2024-11-14T18:43:46,483 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6 took 3ms 2024-11-14T18:43:46,485 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6 so closing down 2024-11-14T18:43:46,485 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,485 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,488 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:46,488 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:46,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:46,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741999_1178 (size=749) 2024-11-14T18:43:46,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741999_1178 (size=749) 2024-11-14T18:43:46,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741998_1177 (size=749) 2024-11-14T18:43:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073741998_1177 (size=749) 2024-11-14T18:43:46,501 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:46,504 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:46,504 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:46,504 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6, size=1.4 K (1405bytes) at 1731609826480Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6 so closing down at 1731609826485 (+5 ms)3 split writer threads finished at 1731609826485Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609826489 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609826489Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826499 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826501 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609826502 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609826504 (+2 ms)Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609826504 2024-11-14T18:43:46,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.6 2024-11-14T18:43:46,508 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:46,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7 2024-11-14T18:43:46,508 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7 after 0ms 2024-11-14T18:43:46,511 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7 took 3ms 2024-11-14T18:43:46,515 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7 so closing down 2024-11-14T18:43:46,515 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,515 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,519 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:46,519 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:46,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:46,520 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742000_1179 (size=753) 2024-11-14T18:43:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742001_1180 (size=753) 2024-11-14T18:43:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742000_1179 (size=753) 2024-11-14T18:43:46,526 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742001_1180 (size=753) 2024-11-14T18:43:46,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:46,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:46,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:46,530 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7, size=1.4 K (1413bytes) at 1731609826508Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7 so closing down at 1731609826515 (+7 ms)3 split writer threads finished at 1731609826515Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609826520 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609826520Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826526 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826526Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609826529 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609826529Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609826529 2024-11-14T18:43:46,532 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.7 2024-11-14T18:43:46,533 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:46,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8 2024-11-14T18:43:46,533 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8 after 0ms 2024-11-14T18:43:46,536 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8 took 4ms 2024-11-14T18:43:46,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8 so closing down 2024-11-14T18:43:46,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,539 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,543 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:46,543 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:46,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:46,549 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742002_1181 (size=753) 2024-11-14T18:43:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742002_1181 (size=753) 2024-11-14T18:43:46,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,559 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742003_1182 (size=753) 2024-11-14T18:43:46,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742003_1182 (size=753) 2024-11-14T18:43:46,563 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:46,566 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:46,566 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8, size=1.4 K (1413bytes) at 1731609826533Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8 so closing down at 1731609826538 (+5 ms)3 split writer threads finished at 1731609826539 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609826545 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609826549 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826556 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609826559 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826563 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609826566 (+3 ms)Processed 20 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609826566 2024-11-14T18:43:46,570 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.8 2024-11-14T18:43:46,570 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:46,570 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9 2024-11-14T18:43:46,571 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9 after 0ms 2024-11-14T18:43:46,573 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9 took 3ms 2024-11-14T18:43:46,575 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9 so closing down 2024-11-14T18:43:46,575 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:46,575 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:46,579 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:46,579 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:46,580 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:46,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742004_1183 (size=753) 2024-11-14T18:43:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742005_1184 (size=753) 2024-11-14T18:43:46,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742004_1183 (size=753) 2024-11-14T18:43:46,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742005_1184 (size=753) 2024-11-14T18:43:46,591 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,591 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:46,593 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:46,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:46,594 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:46,594 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9, size=1.4 K (1413bytes) at 1731609826570Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9 so closing down at 1731609826575 (+5 ms)3 split writer threads finished at 1731609826575Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609826581 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609826581Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826591 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609826591Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609826594 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609826594Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609826594 2024-11-14T18:43:46,596 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/WALs/testmovedwalduringrecovery,16010,1731609825686/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/62694ac2-0759-5116-70de-91007eed6e9b/oldWALs/wal.dat.9 2024-11-14T18:43:46,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMovedWALDuringRecovery Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=4614 (was 4622) 2024-11-14T18:43:46,614 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=4613 2024-11-14T18:43:46,614 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:46,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742006_1185 (size=7) 2024-11-14T18:43:46,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742006_1185 (size=7) 2024-11-14T18:43:46,622 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:46,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:46,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:46,625 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:46,628 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T18:43:46,629 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r1 2024-11-14T18:43:46,629 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r2 2024-11-14T18:43:46,630 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r3 2024-11-14T18:43:46,631 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r4 2024-11-14T18:43:46,649 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake, size=0 (0bytes) 2024-11-14T18:43:46,659 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake took 10ms 2024-11-14T18:43:47,096 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake so closing down 2024-11-14T18:43:47,097 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:47,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:47,101 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp 2024-11-14T18:43:47,101 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp 2024-11-14T18:43:47,102 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp 2024-11-14T18:43:47,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) 2024-11-14T18:43:47,171 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp 2024-11-14T18:43:47,178 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) 2024-11-14T18:43:47,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp 2024-11-14T18:43:47,182 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 79 ms) 2024-11-14T18:43:47,230 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) 2024-11-14T18:43:47,236 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 54 ms) 2024-11-14T18:43:47,239 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20000 edits across 5 Regions in 579 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T18:43:47,239 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake, size=0 (0bytes) at 1731609826649Split 1024 edits, skipped 0 edits. at 1731609826690 (+41 ms)Split 2048 edits, skipped 0 edits. at 1731609826713 (+23 ms)Split 3072 edits, skipped 0 edits. at 1731609826740 (+27 ms)Split 4096 edits, skipped 0 edits. at 1731609826765 (+25 ms)Split 5120 edits, skipped 0 edits. at 1731609826790 (+25 ms)Split 6144 edits, skipped 0 edits. at 1731609826813 (+23 ms)Split 7168 edits, skipped 0 edits. at 1731609826834 (+21 ms)Split 8192 edits, skipped 0 edits. at 1731609826854 (+20 ms)Split 9216 edits, skipped 0 edits. at 1731609826876 (+22 ms)Split 10240 edits, skipped 0 edits. at 1731609826897 (+21 ms)Split 11264 edits, skipped 0 edits. at 1731609826917 (+20 ms)Split 12288 edits, skipped 0 edits. at 1731609826938 (+21 ms)Split 13312 edits, skipped 0 edits. at 1731609826958 (+20 ms)Split 14336 edits, skipped 0 edits. at 1731609826978 (+20 ms)Split 15360 edits, skipped 0 edits. at 1731609826999 (+21 ms)Split 16384 edits, skipped 0 edits. at 1731609827019 (+20 ms)Split 17408 edits, skipped 0 edits. at 1731609827039 (+20 ms)Split 18432 edits, skipped 0 edits. at 1731609827060 (+21 ms)Split 19456 edits, skipped 0 edits. at 1731609827081 (+21 ms)Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake so closing down at 1731609827096 (+15 ms)3 split writer threads finished at 1731609827097 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731609827101 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp at 1731609827101Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp at 1731609827102 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r1/recovered.edits/0000000000000000001-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 66 ms) at 1731609827168 (+66 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp at 1731609827171 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 76 ms) at 1731609827178 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp at 1731609827181 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r2/recovered.edits/0000000000000000002-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 79 ms) at 1731609827182 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r3/recovered.edits/0000000000000000003-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 58 ms) at 1731609827230 (+48 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/data/default/t1/r4/recovered.edits/0000000000000000004-wal.dat..fake.temp (wrote 4000 edits, skipped 0 edits in 54 ms) at 1731609827236 (+6 ms)Processed 20000 edits across 5 Regions in 579 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/d5fe6104-a020-a500-82ca-b1b061cd6297/WALs/testthreading,16010,1731609826626/wal.dat..fake, size=0, length=0, corrupted=false, cancelled=false at 1731609827239 (+3 ms) 2024-11-14T18:43:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r2 2024-11-14T18:43:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r3 2024-11-14T18:43:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r4 2024-11-14T18:43:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r0 2024-11-14T18:43:47,240 INFO [Time-limited test {}] wal.TestWALSplit(1085): Got 4000 output edits for region r1 2024-11-14T18:43:47,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testThreading Thread=143 (was 143), OpenFileDescriptor=397 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=557 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=4563 (was 4613) 2024-11-14T18:43:47,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=143, OpenFileDescriptor=397, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=4562 2024-11-14T18:43:47,273 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:47,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742007_1186 (size=7) 2024-11-14T18:43:47,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742007_1186 (size=7) 2024-11-14T18:43:47,693 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:47,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:47,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:47,699 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:47,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T18:43:47,701 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:47,702 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:47,703 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742008_1187 (size=1393) 2024-11-14T18:43:47,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742008_1187 (size=1393) 2024-11-14T18:43:47,734 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:47,734 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:47,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,754 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,755 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,757 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742009_1188 (size=1393) 2024-11-14T18:43:47,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742009_1188 (size=1393) 2024-11-14T18:43:47,759 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:47,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,774 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,775 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742010_1189 (size=1393) 2024-11-14T18:43:47,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742010_1189 (size=1393) 2024-11-14T18:43:47,778 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:47,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,779 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,783 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,784 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,785 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,786 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,787 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,788 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742011_1190 (size=1393) 2024-11-14T18:43:47,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742011_1190 (size=1393) 2024-11-14T18:43:47,791 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:47,791 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,793 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,803 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,804 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,805 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,806 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,807 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,809 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,809 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742012_1191 (size=1393) 2024-11-14T18:43:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742012_1191 (size=1393) 2024-11-14T18:43:47,812 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:47,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,821 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,822 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,824 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,825 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742013_1192 (size=1393) 2024-11-14T18:43:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742013_1192 (size=1393) 2024-11-14T18:43:47,827 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:47,828 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,829 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,834 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,835 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,836 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,837 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,838 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,838 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,839 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,840 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742014_1193 (size=1405) 2024-11-14T18:43:47,843 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:47,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742014_1193 (size=1405) 2024-11-14T18:43:47,844 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:47,847 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,847 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,856 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,857 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,857 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,858 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,858 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,859 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,860 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,861 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,861 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,862 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,863 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,863 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742015_1194 (size=1413) 2024-11-14T18:43:47,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742015_1194 (size=1413) 2024-11-14T18:43:47,865 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:47,866 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,881 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,882 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,882 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,883 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,884 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,885 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,886 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,887 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,887 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742016_1195 (size=1413) 2024-11-14T18:43:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742016_1195 (size=1413) 2024-11-14T18:43:47,890 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:47,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,891 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,909 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,910 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:47,912 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742017_1196 (size=1413) 2024-11-14T18:43:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742017_1196 (size=1413) 2024-11-14T18:43:47,915 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:47,915 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T18:43:47,934 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty, size=0 (0bytes) 2024-11-14T18:43:47,934 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty might be still open, length is 0 2024-11-14T18:43:47,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty 2024-11-14T18:43:47,935 WARN [IPC Server handler 4 on default port 35945 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty closed. 2024-11-14T18:43:47,935 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty after 1ms 2024-11-14T18:43:47,952 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T18:43:47,953 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty; empty? 2024-11-14T18:43:47,953 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty so closing down 2024-11-14T18:43:47,953 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T18:43:47,953 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty, size=0 (0bytes) at 1731609827934Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty so closing down at 1731609827953 (+19 ms)Processed 0 edits across 0 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty, size=0, length=0, corrupted=false, cancelled=false at 1731609827953 2024-11-14T18:43:47,956 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat..empty to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat..empty 2024-11-14T18:43:47,956 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:47,956 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0 2024-11-14T18:43:47,957 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0 after 1ms 2024-11-14T18:43:47,959 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0 took 3ms 2024-11-14T18:43:47,962 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0 so closing down 2024-11-14T18:43:47,962 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:47,962 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:47,964 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:47,964 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:47,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:47,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742018_1197 (size=743) 2024-11-14T18:43:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742018_1197 (size=743) 2024-11-14T18:43:47,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742019_1198 (size=743) 2024-11-14T18:43:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742019_1198 (size=743) 2024-11-14T18:43:47,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:47,975 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:47,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:47,976 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:47,976 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0, size=1.4 K (1393bytes) at 1731609827956Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0 so closing down at 1731609827962 (+6 ms)3 split writer threads finished at 1731609827962Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609827966 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609827966Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609827973 (+7 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609827974 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609827975 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609827976 (+1 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609827976 2024-11-14T18:43:47,977 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.0 2024-11-14T18:43:47,977 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:47,977 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1 2024-11-14T18:43:47,978 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1 after 1ms 2024-11-14T18:43:47,980 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1 took 3ms 2024-11-14T18:43:47,981 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1 so closing down 2024-11-14T18:43:47,981 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:47,982 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:47,984 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:47,984 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:47,986 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:47,986 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742021_1200 (size=743) 2024-11-14T18:43:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742021_1200 (size=743) 2024-11-14T18:43:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742020_1199 (size=743) 2024-11-14T18:43:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742020_1199 (size=743) 2024-11-14T18:43:48,000 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,000 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,001 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:48,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:48,002 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:48,002 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1, size=1.4 K (1393bytes) at 1731609827977Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1 so closing down at 1731609827981 (+4 ms)3 split writer threads finished at 1731609827982 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609827986 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609827986Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828000 (+14 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828000Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609828001 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609828002 (+1 ms)Processed 20 edits across 2 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609828002 2024-11-14T18:43:48,003 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.1 2024-11-14T18:43:48,004 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:48,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2 2024-11-14T18:43:48,004 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2 after 0ms 2024-11-14T18:43:48,006 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2 took 2ms 2024-11-14T18:43:48,008 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2 so closing down 2024-11-14T18:43:48,008 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:48,010 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:48,010 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:48,011 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:48,011 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742022_1201 (size=743) 2024-11-14T18:43:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742022_1201 (size=743) 2024-11-14T18:43:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742023_1202 (size=743) 2024-11-14T18:43:48,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742023_1202 (size=743) 2024-11-14T18:43:48,018 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,019 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:48,418 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,419 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:48,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:48,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2, size=1.4 K (1393bytes) at 1731609828004Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2 so closing down at 1731609828008 (+4 ms)3 split writer threads finished at 1731609828008Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609828011 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609828011Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828018 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609828019 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828418 (+399 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609828419 (+1 ms)Processed 20 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609828420 (+1 ms) 2024-11-14T18:43:48,422 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.2 2024-11-14T18:43:48,422 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:48,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3 2024-11-14T18:43:48,422 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3 after 0ms 2024-11-14T18:43:48,425 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3 took 2ms 2024-11-14T18:43:48,426 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3 so closing down 2024-11-14T18:43:48,426 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:48,428 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:48,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:48,429 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:48,432 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:48,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742024_1203 (size=743) 2024-11-14T18:43:48,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742024_1203 (size=743) 2024-11-14T18:43:48,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742025_1204 (size=743) 2024-11-14T18:43:48,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:48,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742025_1204 (size=743) 2024-11-14T18:43:48,448 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,449 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:48,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:48,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3, size=1.4 K (1393bytes) at 1731609828422Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3 so closing down at 1731609828426 (+4 ms)3 split writer threads finished at 1731609828426Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609828429 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609828433 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828443 (+10 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609828445 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828448 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609828449 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609828449 2024-11-14T18:43:48,451 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.3 2024-11-14T18:43:48,452 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:48,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4 2024-11-14T18:43:48,452 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4 after 0ms 2024-11-14T18:43:48,454 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4 took 3ms 2024-11-14T18:43:48,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4 so closing down 2024-11-14T18:43:48,456 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,456 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:48,459 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:48,459 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:48,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:48,460 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:48,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742026_1205 (size=743) 2024-11-14T18:43:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742026_1205 (size=743) 2024-11-14T18:43:48,471 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,473 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:48,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742027_1206 (size=743) 2024-11-14T18:43:48,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742027_1206 (size=743) 2024-11-14T18:43:48,481 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:48,484 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:48,484 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4, size=1.4 K (1393bytes) at 1731609828452Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4 so closing down at 1731609828456 (+4 ms)3 split writer threads finished at 1731609828456Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609828460 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609828460Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828471 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609828473 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828481 (+8 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609828483 (+2 ms)Processed 20 edits across 2 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609828484 (+1 ms) 2024-11-14T18:43:48,486 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.4 2024-11-14T18:43:48,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:43:48,486 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5 2024-11-14T18:43:48,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5 after 1ms 2024-11-14T18:43:48,489 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5 took 3ms 2024-11-14T18:43:48,490 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5 so closing down 2024-11-14T18:43:48,490 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,490 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:48,492 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:48,493 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:48,493 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:48,494 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742028_1207 (size=743) 2024-11-14T18:43:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742028_1207 (size=743) 2024-11-14T18:43:48,498 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742029_1208 (size=743) 2024-11-14T18:43:48,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742029_1208 (size=743) 2024-11-14T18:43:48,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:48,499 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,500 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:48,500 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:48,500 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5, size=1.4 K (1393bytes) at 1731609828486Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5 so closing down at 1731609828490 (+4 ms)3 split writer threads finished at 1731609828490Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609828493 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609828494 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828498 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828499 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828499Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609828500 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609828500 2024-11-14T18:43:48,502 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.5 2024-11-14T18:43:48,502 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:48,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6 2024-11-14T18:43:48,503 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6 after 1ms 2024-11-14T18:43:48,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6 took 3ms 2024-11-14T18:43:48,506 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6 so closing down 2024-11-14T18:43:48,506 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,506 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:48,508 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:48,508 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:48,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:48,511 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742031_1210 (size=749) 2024-11-14T18:43:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742031_1210 (size=749) 2024-11-14T18:43:48,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,531 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742030_1209 (size=749) 2024-11-14T18:43:48,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742030_1209 (size=749) 2024-11-14T18:43:48,543 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:48,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:48,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6, size=1.4 K (1405bytes) at 1731609828502Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6 so closing down at 1731609828506 (+4 ms)3 split writer threads finished at 1731609828506Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609828511 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609828511Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828530 (+19 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609828531 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828537 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609828543 (+6 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609828543 2024-11-14T18:43:48,545 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.6 2024-11-14T18:43:48,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:48,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7 2024-11-14T18:43:48,546 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7 after 0ms 2024-11-14T18:43:48,548 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7 took 3ms 2024-11-14T18:43:48,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7 so closing down 2024-11-14T18:43:48,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:48,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:48,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:48,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:48,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742032_1211 (size=753) 2024-11-14T18:43:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742032_1211 (size=753) 2024-11-14T18:43:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742033_1212 (size=753) 2024-11-14T18:43:48,564 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742033_1212 (size=753) 2024-11-14T18:43:48,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:48,565 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,566 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:48,566 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:48,567 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7, size=1.4 K (1413bytes) at 1731609828545Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7 so closing down at 1731609828549 (+4 ms)3 split writer threads finished at 1731609828549Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609828553 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609828553Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828564 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609828565 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828565Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609828566 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609828566 2024-11-14T18:43:48,568 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.7 2024-11-14T18:43:48,568 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:48,568 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8 2024-11-14T18:43:48,569 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8 after 1ms 2024-11-14T18:43:48,570 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8 took 2ms 2024-11-14T18:43:48,572 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8 so closing down 2024-11-14T18:43:48,572 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,572 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:48,575 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:48,575 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:48,578 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:48,578 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:48,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742034_1213 (size=753) 2024-11-14T18:43:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742034_1213 (size=753) 2024-11-14T18:43:48,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742035_1214 (size=753) 2024-11-14T18:43:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742035_1214 (size=753) 2024-11-14T18:43:48,590 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:48,990 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:48,992 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:48,992 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:48,992 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8, size=1.4 K (1413bytes) at 1731609828568Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8 so closing down at 1731609828572 (+4 ms)3 split writer threads finished at 1731609828572Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609828578 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609828578Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828584 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609828590 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609828990 (+400 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609828992 (+2 ms)Processed 20 edits across 2 Regions in 421 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609828992 2024-11-14T18:43:48,994 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.8 2024-11-14T18:43:48,994 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:48,994 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9 2024-11-14T18:43:48,995 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9 after 1ms 2024-11-14T18:43:48,997 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9 took 3ms 2024-11-14T18:43:48,998 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9 so closing down 2024-11-14T18:43:48,998 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:48,998 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:49,000 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:49,000 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:49,003 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:49,003 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742036_1215 (size=753) 2024-11-14T18:43:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742036_1215 (size=753) 2024-11-14T18:43:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742037_1216 (size=753) 2024-11-14T18:43:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742037_1216 (size=753) 2024-11-14T18:43:49,010 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,012 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:49,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:49,453 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:49,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9, size=1.4 K (1413bytes) at 1731609828994Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9 so closing down at 1731609828998 (+4 ms)3 split writer threads finished at 1731609828998Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609829003 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609829003Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829010 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609829012 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829451 (+439 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609829452 (+1 ms)Processed 20 edits across 2 Regions in 455 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609829453 (+1 ms) 2024-11-14T18:43:49,454 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.9 2024-11-14T18:43:49,454 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty, size=0 (0bytes) 2024-11-14T18:43:49,454 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty might be still open, length is 0 2024-11-14T18:43:49,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty 2024-11-14T18:43:49,455 WARN [IPC Server handler 3 on default port 35945 {}] namenode.FSNamesystem(3730): BLOCK* internalReleaseLease: All existing blocks are COMPLETE, lease removed, file /user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty closed. 2024-11-14T18:43:49,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty after 1ms 2024-11-14T18:43:49,456 WARN [Time-limited test {}] wal.WALSplitter(467): Could not open hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty for reading. File is empty org.apache.hadoop.hbase.regionserver.wal.WALHeaderEOFException: EOF while reading PB WAL magic at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:221) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyLogFiles(TestWALSplit.java:563) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testEmptyOpenLogFiles(TestWALSplit.java:553) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.EOFException at java.io.DataInputStream.readFully(DataInputStream.java:203) ~[?:?] at java.io.DataInputStream.readFully(DataInputStream.java:172) ~[?:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:219) ~[classes/:?] ... 37 more 2024-11-14T18:43:49,456 WARN [Time-limited test {}] wal.WALSplitter(307): Nothing in hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty; empty? 2024-11-14T18:43:49,456 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty so closing down 2024-11-14T18:43:49,456 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T18:43:49,456 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty, size=0 (0bytes) at 1731609829454Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty so closing down at 1731609829456 (+2 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty, size=0, length=0, corrupted=false, cancelled=false at 1731609829456 2024-11-14T18:43:49,458 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/WALs/testemptyopenlogfiles,16010,1731609827699/wal.dat.empty to hdfs://localhost:35945/user/jenkins/test-data/c40d64f8-bd05-91a4-0552-58823760f28d/oldWALs/wal.dat.empty 2024-11-14T18:43:49,516 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T18:43:49,519 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyOpenLogFiles Thread=144 (was 143) - Thread LEAK? -, OpenFileDescriptor=387 (was 397), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=4539 (was 4562) 2024-11-14T18:43:49,526 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4538 2024-11-14T18:43:49,526 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742038_1217 (size=7) 2024-11-14T18:43:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742038_1217 (size=7) 2024-11-14T18:43:49,533 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:49,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:49,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:49,537 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:49,538 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:49,538 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:49,539 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,545 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,546 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,548 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,549 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742039_1218 (size=1393) 2024-11-14T18:43:49,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742039_1218 (size=1393) 2024-11-14T18:43:49,551 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:49,552 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,557 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,558 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,560 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,561 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742040_1219 (size=1393) 2024-11-14T18:43:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742040_1219 (size=1393) 2024-11-14T18:43:49,563 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:49,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,568 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,569 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,570 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,572 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,573 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742041_1220 (size=1393) 2024-11-14T18:43:49,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742041_1220 (size=1393) 2024-11-14T18:43:49,575 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:49,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742042_1221 (size=1393) 2024-11-14T18:43:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742042_1221 (size=1393) 2024-11-14T18:43:49,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:49,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:49,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,595 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,596 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,597 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,598 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,599 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,600 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742043_1222 (size=1393) 2024-11-14T18:43:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742043_1222 (size=1393) 2024-11-14T18:43:49,602 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:49,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:49,603 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,603 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,607 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,608 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,609 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,610 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,611 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,612 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742044_1223 (size=1393) 2024-11-14T18:43:49,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742044_1223 (size=1393) 2024-11-14T18:43:49,616 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:49,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,618 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,637 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,638 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742045_1224 (size=1405) 2024-11-14T18:43:49,642 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:49,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742045_1224 (size=1405) 2024-11-14T18:43:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742046_1225 (size=1413) 2024-11-14T18:43:49,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742046_1225 (size=1413) 2024-11-14T18:43:49,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:49,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:49,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742047_1226 (size=1413) 2024-11-14T18:43:49,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742047_1226 (size=1413) 2024-11-14T18:43:49,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:49,691 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:49,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742048_1227 (size=1413) 2024-11-14T18:43:49,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742048_1227 (size=1413) 2024-11-14T18:43:49,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742049_1228 (size=1398) 2024-11-14T18:43:49,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742049_1228 (size=1398) 2024-11-14T18:43:49,740 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:49,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0 2024-11-14T18:43:49,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0 after 1ms 2024-11-14T18:43:49,743 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0 took 3ms 2024-11-14T18:43:49,745 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0 so closing down 2024-11-14T18:43:49,745 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:49,745 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:49,748 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:49,749 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:49,750 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:49,751 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:49,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742050_1229 (size=743) 2024-11-14T18:43:49,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742050_1229 (size=743) 2024-11-14T18:43:49,761 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742051_1230 (size=743) 2024-11-14T18:43:49,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742051_1230 (size=743) 2024-11-14T18:43:49,765 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:49,767 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:49,767 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0, size=1.4 K (1393bytes) at 1731609829740Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0 so closing down at 1731609829745 (+5 ms)3 split writer threads finished at 1731609829745Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609829750 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609829751 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829761 (+10 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609829763 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829765 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609829766 (+1 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609829767 (+1 ms) 2024-11-14T18:43:49,768 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.0 2024-11-14T18:43:49,769 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:49,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1 2024-11-14T18:43:49,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1 after 0ms 2024-11-14T18:43:49,771 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1 took 2ms 2024-11-14T18:43:49,772 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1 so closing down 2024-11-14T18:43:49,772 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:49,773 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:49,775 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:49,775 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:49,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:49,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742052_1231 (size=743) 2024-11-14T18:43:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742052_1231 (size=743) 2024-11-14T18:43:49,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,790 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742053_1232 (size=743) 2024-11-14T18:43:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742053_1232 (size=743) 2024-11-14T18:43:49,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:49,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:49,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1, size=1.4 K (1393bytes) at 1731609829769Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1 so closing down at 1731609829772 (+3 ms)3 split writer threads finished at 1731609829773 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609829776 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609829777 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829789 (+12 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609829790 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829793 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609829795 (+2 ms)Processed 20 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609829795 2024-11-14T18:43:49,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.1 2024-11-14T18:43:49,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:49,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2 2024-11-14T18:43:49,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2 after 1ms 2024-11-14T18:43:49,800 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2 took 3ms 2024-11-14T18:43:49,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2 so closing down 2024-11-14T18:43:49,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:49,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:49,811 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:49,811 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:49,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:49,812 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742054_1233 (size=743) 2024-11-14T18:43:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742054_1233 (size=743) 2024-11-14T18:43:49,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,854 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742055_1234 (size=743) 2024-11-14T18:43:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742055_1234 (size=743) 2024-11-14T18:43:49,875 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,876 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:49,876 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:49,876 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2, size=1.4 K (1393bytes) at 1731609829797Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2 so closing down at 1731609829804 (+7 ms)3 split writer threads finished at 1731609829804Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609829812 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609829812Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829853 (+41 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609829854 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829875 (+21 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609829876 (+1 ms)Processed 20 edits across 2 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609829876 2024-11-14T18:43:49,878 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.2 2024-11-14T18:43:49,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:49,878 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3 2024-11-14T18:43:49,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3 after 1ms 2024-11-14T18:43:49,881 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3 took 2ms 2024-11-14T18:43:49,882 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3 so closing down 2024-11-14T18:43:49,882 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:49,882 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:49,884 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:49,884 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:49,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:49,891 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:49,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742056_1235 (size=743) 2024-11-14T18:43:49,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742056_1235 (size=743) 2024-11-14T18:43:49,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:49,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742057_1236 (size=743) 2024-11-14T18:43:49,928 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742057_1236 (size=743) 2024-11-14T18:43:49,929 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:49,929 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:49,930 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3, size=1.4 K (1393bytes) at 1731609829878Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3 so closing down at 1731609829882 (+4 ms)3 split writer threads finished at 1731609829882Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609829886 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609829891 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829917 (+26 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609829919 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829928 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609829929 (+1 ms)Processed 20 edits across 2 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609829930 (+1 ms) 2024-11-14T18:43:49,931 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.3 2024-11-14T18:43:49,931 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:49,931 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4 2024-11-14T18:43:49,932 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4 after 0ms 2024-11-14T18:43:49,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4 took 3ms 2024-11-14T18:43:49,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4 so closing down 2024-11-14T18:43:49,935 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:49,941 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:49,944 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:49,944 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:49,945 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:49,946 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742058_1237 (size=743) 2024-11-14T18:43:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742059_1238 (size=743) 2024-11-14T18:43:49,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742058_1237 (size=743) 2024-11-14T18:43:49,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742059_1238 (size=743) 2024-11-14T18:43:49,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,956 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:49,957 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,959 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:49,959 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:49,959 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4, size=1.4 K (1393bytes) at 1731609829931Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4 so closing down at 1731609829935 (+4 ms)3 split writer threads finished at 1731609829941 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609829945 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609829946 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829955 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609829956 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829957 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609829959 (+2 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609829959 2024-11-14T18:43:49,961 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.4 2024-11-14T18:43:49,961 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5, size=1.4 K (1398bytes) 2024-11-14T18:43:49,961 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5 2024-11-14T18:43:49,962 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5 after 1ms 2024-11-14T18:43:49,964 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5 took 3ms 2024-11-14T18:43:49,966 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testTralingGarbageCorruptionFileSkipErrorsPasses(TestWALSplit.java:578) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=1385, currentPosition=1386 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Message missing required fields: encoded_region_name, table_name, log_sequence_number, write_time at org.apache.hbase.thirdparty.com.google.protobuf.UninitializedMessageException.asInvalidProtocolBufferException(UninitializedMessageException.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.checkMessageInitialized(AbstractParser.java:45) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:43:49,967 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5 so closing down 2024-11-14T18:43:49,967 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:49,967 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:49,970 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:49,970 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:49,979 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:49,979 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742061_1240 (size=743) 2024-11-14T18:43:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742061_1240 (size=743) 2024-11-14T18:43:49,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,989 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:49,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742060_1239 (size=743) 2024-11-14T18:43:49,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742060_1239 (size=743) 2024-11-14T18:43:49,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:49,997 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:49,998 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false 2024-11-14T18:43:49,998 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5, size=1.4 K (1398bytes) at 1731609829961Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5 so closing down at 1731609829967 (+6 ms)3 split writer threads finished at 1731609829967Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609829979 (+12 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609829979Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829987 (+8 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609829989 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609829994 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609829997 (+3 ms)Processed 20 edits across 2 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5, size=1.4 K, length=1398, corrupted=true, cancelled=false at 1731609829998 (+1 ms) 2024-11-14T18:43:50,016 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/corrupt/wal.dat.5 2024-11-14T18:43:50,016 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:50,016 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6 2024-11-14T18:43:50,017 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6 after 1ms 2024-11-14T18:43:50,027 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6 took 11ms 2024-11-14T18:43:50,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6 so closing down 2024-11-14T18:43:50,050 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:50,050 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:50,053 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:50,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:50,060 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:50,067 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742062_1241 (size=749) 2024-11-14T18:43:50,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742062_1241 (size=749) 2024-11-14T18:43:50,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,094 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742063_1242 (size=749) 2024-11-14T18:43:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742063_1242 (size=749) 2024-11-14T18:43:50,105 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,107 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:50,108 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:50,108 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6, size=1.4 K (1405bytes) at 1731609830016Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6 so closing down at 1731609830050 (+34 ms)3 split writer threads finished at 1731609830050Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609830059 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609830067 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830089 (+22 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609830094 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830105 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609830107 (+2 ms)Processed 20 edits across 2 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609830108 (+1 ms) 2024-11-14T18:43:50,110 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.6 2024-11-14T18:43:50,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:50,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7 2024-11-14T18:43:50,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7 after 0ms 2024-11-14T18:43:50,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7 took 3ms 2024-11-14T18:43:50,115 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7 so closing down 2024-11-14T18:43:50,115 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:50,115 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:50,118 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:50,118 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:50,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:50,122 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742064_1243 (size=753) 2024-11-14T18:43:50,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742064_1243 (size=753) 2024-11-14T18:43:50,141 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742065_1244 (size=753) 2024-11-14T18:43:50,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742065_1244 (size=753) 2024-11-14T18:43:50,149 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,151 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:50,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:50,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7, size=1.4 K (1413bytes) at 1731609830111Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7 so closing down at 1731609830115 (+4 ms)3 split writer threads finished at 1731609830115Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609830119 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609830123 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830141 (+18 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609830143 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830149 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609830151 (+2 ms)Processed 20 edits across 2 Regions in 37 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609830151 2024-11-14T18:43:50,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.7 2024-11-14T18:43:50,153 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:50,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8 2024-11-14T18:43:50,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8 after 1ms 2024-11-14T18:43:50,156 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8 took 3ms 2024-11-14T18:43:50,157 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8 so closing down 2024-11-14T18:43:50,157 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:50,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:50,160 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:50,163 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:50,166 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:50,168 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:50,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742066_1245 (size=753) 2024-11-14T18:43:50,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742066_1245 (size=753) 2024-11-14T18:43:50,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742067_1246 (size=753) 2024-11-14T18:43:50,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742067_1246 (size=753) 2024-11-14T18:43:50,188 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,188 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:50,189 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:50,190 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:50,190 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8, size=1.4 K (1413bytes) at 1731609830153Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8 so closing down at 1731609830157 (+4 ms)3 split writer threads finished at 1731609830158 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609830163 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609830168 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830186 (+18 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830188 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609830188Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609830189 (+1 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609830190 (+1 ms) 2024-11-14T18:43:50,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.8 2024-11-14T18:43:50,192 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:50,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9 2024-11-14T18:43:50,192 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9 after 0ms 2024-11-14T18:43:50,194 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9 took 3ms 2024-11-14T18:43:50,195 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9 so closing down 2024-11-14T18:43:50,195 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:50,195 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:50,198 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:50,198 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:50,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:50,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:50,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742068_1247 (size=753) 2024-11-14T18:43:50,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742068_1247 (size=753) 2024-11-14T18:43:50,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742069_1248 (size=753) 2024-11-14T18:43:50,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742069_1248 (size=753) 2024-11-14T18:43:50,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,234 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:50,234 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:50,234 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9, size=1.4 K (1413bytes) at 1731609830192Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9 so closing down at 1731609830195 (+3 ms)3 split writer threads finished at 1731609830195Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609830203 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609830203Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830221 (+18 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609830223 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830233 (+10 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609830234 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609830234 2024-11-14T18:43:50,236 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/WALs/testtralinggarbagecorruptionfileskiperrorspasses,16010,1731609829537/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/578e3166-7367-36e3-df28-12cb405fd364/oldWALs/wal.dat.9 2024-11-14T18:43:50,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTralingGarbageCorruptionFileSkipErrorsPasses Thread=144 (was 144), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4494 (was 4538) 2024-11-14T18:43:50,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=144, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4494 2024-11-14T18:43:50,311 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742070_1249 (size=7) 2024-11-14T18:43:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742070_1249 (size=7) 2024-11-14T18:43:50,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:50,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:50,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:50,323 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:50,323 INFO [Time-limited test {}] wal.TestWALSplit(466): Creating region directory: hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f/data/default/t1/9dcb97721797bd6553339737ddefbe6d 2024-11-14T18:43:50,324 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region 9dcb97721797bd6553339737ddefbe6d 2024-11-14T18:43:50,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,331 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,331 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,332 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,332 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742071_1250 (size=3821) 2024-11-14T18:43:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742071_1250 (size=3821) 2024-11-14T18:43:50,358 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0, size=3.7 K (3821bytes) 2024-11-14T18:43:50,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0 2024-11-14T18:43:50,358 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0 after 0ms 2024-11-14T18:43:50,360 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0 took 2ms 2024-11-14T18:43:50,362 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0 so closing down 2024-11-14T18:43:50,362 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:50,362 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:50,381 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:50,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:50,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742072_1251 (size=1591) 2024-11-14T18:43:50,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742072_1251 (size=1591) 2024-11-14T18:43:50,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000009 2024-11-14T18:43:50,796 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 1 Regions in 436 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0, size=3.7 K, length=3821, corrupted=false, cancelled=false 2024-11-14T18:43:50,797 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0, size=3.7 K (3821bytes) at 1731609830358Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0 so closing down at 1731609830362 (+4 ms)3 split writer threads finished at 1731609830362Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609830383 (+21 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 11 edits, skipped 0 edits in 0 ms) at 1731609830795 (+412 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/data/default/t1/9dcb97721797bd6553339737ddefbe6d/recovered.edits/0000000000000000009 at 1731609830796 (+1 ms)Processed 21 edits across 1 Regions in 436 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0, size=3.7 K, length=3821, corrupted=false, cancelled=false at 1731609830797 (+1 ms) 2024-11-14T18:43:50,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/WALs/testsplitleavescompactioneventsedits,16010,1731609830323/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/d306d4cf-733b-50c8-d0f4-37c9a264f6d2/oldWALs/wal.dat.0 2024-11-14T18:43:50,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLeavesCompactionEventsEdits Thread=145 (was 144) - Thread LEAK? -, OpenFileDescriptor=389 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4467 (was 4494) 2024-11-14T18:43:50,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4466 2024-11-14T18:43:50,830 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742073_1252 (size=7) 2024-11-14T18:43:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742073_1252 (size=7) 2024-11-14T18:43:50,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:50,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:50,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:50,847 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:50,847 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T18:43:50,848 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:50,850 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,850 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,864 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,864 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,865 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,866 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,867 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742074_1253 (size=863) 2024-11-14T18:43:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742074_1253 (size=863) 2024-11-14T18:43:50,869 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:50,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0, size=863 (863bytes) 2024-11-14T18:43:50,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0 2024-11-14T18:43:50,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0 after 1ms 2024-11-14T18:43:50,893 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0 took 4ms 2024-11-14T18:43:50,895 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0 so closing down 2024-11-14T18:43:50,895 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:50,896 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:50,907 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:50,909 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:50,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742075_1254 (size=863) 2024-11-14T18:43:50,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742075_1254 (size=863) 2024-11-14T18:43:50,917 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:50,918 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T18:43:50,919 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false 2024-11-14T18:43:50,919 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0, size=863 (863bytes) at 1731609830889Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0 so closing down at 1731609830895 (+6 ms)3 split writer threads finished at 1731609830896 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609830909 (+13 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609830917 (+8 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731609830918 (+1 ms)Processed 10 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0, size=863, length=863, corrupted=false, cancelled=false at 1731609830919 (+1 ms) 2024-11-14T18:43:50,921 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/WALs/testsplitpreservesedits,16010,1731609830847/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/303ba9e8-ebdd-2879-2cb8-8728dea89173/oldWALs/wal.dat.0 2024-11-14T18:43:50,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitPreservesEdits Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4460 (was 4466) 2024-11-14T18:43:50,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4459 2024-11-14T18:43:50,943 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742076_1255 (size=7) 2024-11-14T18:43:50,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742076_1255 (size=7) 2024-11-14T18:43:50,961 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:50,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:50,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:50,966 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:50,966 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:50,967 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:50,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,970 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,984 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,985 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,986 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,988 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,989 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742077_1256 (size=1393) 2024-11-14T18:43:50,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742077_1256 (size=1393) 2024-11-14T18:43:50,992 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:50,992 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,993 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,996 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,997 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,998 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:50,999 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,000 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,001 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742078_1257 (size=1393) 2024-11-14T18:43:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742078_1257 (size=1393) 2024-11-14T18:43:51,004 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:51,004 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,016 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,025 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,025 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,026 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,027 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,029 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742079_1258 (size=1393) 2024-11-14T18:43:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742079_1258 (size=1393) 2024-11-14T18:43:51,032 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:51,032 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,064 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,065 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742080_1259 (size=1393) 2024-11-14T18:43:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742080_1259 (size=1393) 2024-11-14T18:43:51,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:51,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:51,075 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,075 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,082 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,083 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,083 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,085 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,085 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742081_1260 (size=1393) 2024-11-14T18:43:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742081_1260 (size=1393) 2024-11-14T18:43:51,094 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:51,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:51,096 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,096 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,108 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,108 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,109 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,109 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,110 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,110 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,116 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,116 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742082_1261 (size=1393) 2024-11-14T18:43:51,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742082_1261 (size=1393) 2024-11-14T18:43:51,120 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:51,120 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:51,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,134 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,134 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,135 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,135 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,137 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,137 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,138 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,138 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,139 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,139 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,140 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,141 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,141 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742083_1262 (size=1405) 2024-11-14T18:43:51,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742083_1262 (size=1405) 2024-11-14T18:43:51,145 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:51,145 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:51,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,165 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,166 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,166 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742084_1263 (size=1413) 2024-11-14T18:43:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742084_1263 (size=1413) 2024-11-14T18:43:51,175 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:51,175 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:51,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,202 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,202 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742085_1264 (size=1413) 2024-11-14T18:43:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742085_1264 (size=1413) 2024-11-14T18:43:51,205 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:51,205 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,206 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742086_1265 (size=1413) 2024-11-14T18:43:51,227 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:51,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742086_1265 (size=1413) 2024-11-14T18:43:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742087_1266 (size=1394) 2024-11-14T18:43:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742087_1266 (size=1394) 2024-11-14T18:43:51,263 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:51,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0 2024-11-14T18:43:51,263 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0 after 0ms 2024-11-14T18:43:51,265 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0 took 3ms 2024-11-14T18:43:51,268 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0 so closing down 2024-11-14T18:43:51,268 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,268 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,270 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:51,270 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:51,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:51,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742088_1267 (size=743) 2024-11-14T18:43:51,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742088_1267 (size=743) 2024-11-14T18:43:51,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,300 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742089_1268 (size=743) 2024-11-14T18:43:51,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742089_1268 (size=743) 2024-11-14T18:43:51,309 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,310 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:51,310 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:51,310 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0, size=1.4 K (1393bytes) at 1731609831263Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0 so closing down at 1731609831268 (+5 ms)3 split writer threads finished at 1731609831268Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609831272 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609831287 (+15 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831298 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609831300 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831309 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609831310 (+1 ms)Processed 20 edits across 2 Regions in 44 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609831310 2024-11-14T18:43:51,313 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.0 2024-11-14T18:43:51,314 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:51,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1 2024-11-14T18:43:51,314 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1 after 0ms 2024-11-14T18:43:51,317 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1 took 2ms 2024-11-14T18:43:51,319 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1 so closing down 2024-11-14T18:43:51,320 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,320 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,333 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:51,334 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:51,334 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:51,335 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:51,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742090_1269 (size=743) 2024-11-14T18:43:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742091_1270 (size=743) 2024-11-14T18:43:51,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742090_1269 (size=743) 2024-11-14T18:43:51,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742091_1270 (size=743) 2024-11-14T18:43:51,351 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,352 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,353 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:51,353 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:51,354 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:51,354 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1, size=1.4 K (1393bytes) at 1731609831314Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1 so closing down at 1731609831319 (+5 ms)3 split writer threads finished at 1731609831320 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609831334 (+14 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609831335 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831351 (+16 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831352 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609831353 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609831353Processed 20 edits across 2 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609831354 (+1 ms) 2024-11-14T18:43:51,356 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.1 2024-11-14T18:43:51,356 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:51,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2 2024-11-14T18:43:51,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2 after 0ms 2024-11-14T18:43:51,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2 took 2ms 2024-11-14T18:43:51,360 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2 so closing down 2024-11-14T18:43:51,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,365 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:51,368 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:51,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:51,369 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742093_1272 (size=743) 2024-11-14T18:43:51,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742093_1272 (size=743) 2024-11-14T18:43:51,380 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,382 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742092_1271 (size=743) 2024-11-14T18:43:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742092_1271 (size=743) 2024-11-14T18:43:51,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,385 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:51,386 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:51,386 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2, size=1.4 K (1393bytes) at 1731609831356Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2 so closing down at 1731609831360 (+4 ms)3 split writer threads finished at 1731609831360Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609831369 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609831369Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831380 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609831382 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831384 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609831385 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609831386 (+1 ms) 2024-11-14T18:43:51,387 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.2 2024-11-14T18:43:51,388 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:51,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3 2024-11-14T18:43:51,388 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3 after 0ms 2024-11-14T18:43:51,391 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3 took 4ms 2024-11-14T18:43:51,395 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3 so closing down 2024-11-14T18:43:51,395 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,395 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,397 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:51,397 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:51,398 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:51,398 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742095_1274 (size=743) 2024-11-14T18:43:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742095_1274 (size=743) 2024-11-14T18:43:51,406 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,407 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:51,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742094_1273 (size=743) 2024-11-14T18:43:51,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742094_1273 (size=743) 2024-11-14T18:43:51,429 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,431 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:51,432 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:51,432 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3, size=1.4 K (1393bytes) at 1731609831388Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3 so closing down at 1731609831395 (+7 ms)3 split writer threads finished at 1731609831395Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609831398 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609831398Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831406 (+8 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609831407 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831429 (+22 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609831431 (+2 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609831432 (+1 ms) 2024-11-14T18:43:51,434 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.3 2024-11-14T18:43:51,435 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:51,435 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4 2024-11-14T18:43:51,441 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4 after 5ms 2024-11-14T18:43:51,443 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4 took 9ms 2024-11-14T18:43:51,445 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4 so closing down 2024-11-14T18:43:51,445 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,445 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,449 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:51,449 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:51,450 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:51,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742097_1276 (size=743) 2024-11-14T18:43:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742097_1276 (size=743) 2024-11-14T18:43:51,466 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,467 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742096_1275 (size=743) 2024-11-14T18:43:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742096_1275 (size=743) 2024-11-14T18:43:51,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:51,471 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:51,471 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4, size=1.4 K (1393bytes) at 1731609831435Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4 so closing down at 1731609831445 (+10 ms)3 split writer threads finished at 1731609831445Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609831450 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609831450Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831466 (+16 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609831467 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831469 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609831470 (+1 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609831471 (+1 ms) 2024-11-14T18:43:51,472 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.4 2024-11-14T18:43:51,472 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T18:43:51,472 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5 2024-11-14T18:43:51,473 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5 after 1ms 2024-11-14T18:43:51,475 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testFirstLineCorruptionLogFileSkipErrorsPasses(TestWALSplit.java:587) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 31 more 2024-11-14T18:43:51,475 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5 so closing down 2024-11-14T18:43:51,475 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T18:43:51,475 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5, size=1.4 K (1394bytes) at 1731609831472Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5 so closing down at 1731609831475 (+3 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731609831475 2024-11-14T18:43:51,477 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/corrupt/wal.dat.5 2024-11-14T18:43:51,477 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:51,477 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6 2024-11-14T18:43:51,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6 after 1ms 2024-11-14T18:43:51,479 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6 took 2ms 2024-11-14T18:43:51,480 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6 so closing down 2024-11-14T18:43:51,480 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,480 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,482 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:51,482 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:51,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:51,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742098_1277 (size=749) 2024-11-14T18:43:51,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742098_1277 (size=749) 2024-11-14T18:43:51,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742099_1278 (size=749) 2024-11-14T18:43:51,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742099_1278 (size=749) 2024-11-14T18:43:51,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,506 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,507 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:51,507 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:51,507 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:51,507 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6, size=1.4 K (1405bytes) at 1731609831477Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6 so closing down at 1731609831480 (+3 ms)3 split writer threads finished at 1731609831480Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609831483 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609831483Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831505 (+22 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831506 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609831507 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609831507Processed 20 edits across 2 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609831507 2024-11-14T18:43:51,509 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.6 2024-11-14T18:43:51,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:51,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7 2024-11-14T18:43:51,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7 after 0ms 2024-11-14T18:43:51,512 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7 took 3ms 2024-11-14T18:43:51,513 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7 so closing down 2024-11-14T18:43:51,513 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,513 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,518 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:51,518 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:51,519 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:51,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742100_1279 (size=753) 2024-11-14T18:43:51,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742100_1279 (size=753) 2024-11-14T18:43:51,532 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,534 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:51,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742101_1280 (size=753) 2024-11-14T18:43:51,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742101_1280 (size=753) 2024-11-14T18:43:51,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:51,543 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:51,543 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7, size=1.4 K (1413bytes) at 1731609831510Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7 so closing down at 1731609831513 (+3 ms)3 split writer threads finished at 1731609831513Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609831519 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609831524 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831532 (+8 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609831534 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831541 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609831543 (+2 ms)Processed 20 edits across 2 Regions in 31 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609831543 2024-11-14T18:43:51,544 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.7 2024-11-14T18:43:51,545 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:51,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8 2024-11-14T18:43:51,545 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8 after 0ms 2024-11-14T18:43:51,547 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8 took 2ms 2024-11-14T18:43:51,549 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8 so closing down 2024-11-14T18:43:51,549 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:51,553 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:51,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:51,554 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742102_1281 (size=753) 2024-11-14T18:43:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742102_1281 (size=753) 2024-11-14T18:43:51,592 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,594 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742103_1282 (size=753) 2024-11-14T18:43:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742103_1282 (size=753) 2024-11-14T18:43:51,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,606 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:51,606 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:51,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8, size=1.4 K (1413bytes) at 1731609831545Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8 so closing down at 1731609831549 (+4 ms)3 split writer threads finished at 1731609831549Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609831553 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609831554 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831592 (+38 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609831594 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831605 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609831606 (+1 ms)Processed 20 edits across 2 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609831606 2024-11-14T18:43:51,609 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.8 2024-11-14T18:43:51,609 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:51,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9 2024-11-14T18:43:51,609 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9 after 0ms 2024-11-14T18:43:51,612 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9 took 2ms 2024-11-14T18:43:51,615 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9 so closing down 2024-11-14T18:43:51,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,616 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,624 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:51,624 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:51,625 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:51,625 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742104_1283 (size=753) 2024-11-14T18:43:51,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742104_1283 (size=753) 2024-11-14T18:43:51,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,647 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742105_1284 (size=753) 2024-11-14T18:43:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742105_1284 (size=753) 2024-11-14T18:43:51,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,651 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:51,652 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:51,652 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9, size=1.4 K (1413bytes) at 1731609831609Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9 so closing down at 1731609831615 (+6 ms)3 split writer threads finished at 1731609831616 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609831625 (+9 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609831625Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831645 (+20 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609831647 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831650 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609831651 (+1 ms)Processed 20 edits across 2 Regions in 38 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609831652 (+1 ms) 2024-11-14T18:43:51,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/WALs/testfirstlinecorruptionlogfileskiperrorspasses,16010,1731609830966/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/c15d8f7f-61c9-5ed2-be72-7fe79fb0ec2d/oldWALs/wal.dat.9 2024-11-14T18:43:51,719 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testFirstLineCorruptionLogFileSkipErrorsPasses Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4392 (was 4459) 2024-11-14T18:43:51,727 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4391 2024-11-14T18:43:51,727 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742106_1285 (size=7) 2024-11-14T18:43:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742106_1285 (size=7) 2024-11-14T18:43:51,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:51,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:51,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:51,752 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:51,752 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T18:43:51,754 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:51,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,765 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,766 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,766 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,768 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,768 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,769 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,769 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,770 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,770 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,771 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,771 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,772 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,772 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,773 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742107_1286 (size=2403) 2024-11-14T18:43:51,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742107_1286 (size=2403) 2024-11-14T18:43:51,776 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:51,800 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0, size=2.3 K (2403bytes) 2024-11-14T18:43:51,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0 2024-11-14T18:43:51,800 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0 after 0ms 2024-11-14T18:43:51,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0 took 3ms 2024-11-14T18:43:51,812 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0 so closing down 2024-11-14T18:43:51,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,812 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,815 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:51,818 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742108_1287 (size=863) 2024-11-14T18:43:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742108_1287 (size=863) 2024-11-14T18:43:51,829 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:51,832 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000009 2024-11-14T18:43:51,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 1 Regions in 22 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false 2024-11-14T18:43:51,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0, size=2.3 K (2403bytes) at 1731609831800Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0 so closing down at 1731609831812 (+12 ms)3 split writer threads finished at 1731609831812Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609831818 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609831829 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/data/default/t1/region__1/recovered.edits/0000000000000000009 at 1731609831832 (+3 ms)Processed 20 edits across 1 Regions in 22 ms; skipped=10; WAL=hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0, size=2.3 K, length=2403, corrupted=false, cancelled=false at 1731609831832 2024-11-14T18:43:51,834 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/WALs/testsplitremovesregioneventsedits,16010,1731609831752/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/fbb46ae1-eed0-e6fa-cbdb-94b2f8901a85/oldWALs/wal.dat.0 2024-11-14T18:43:51,852 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesRegionEventsEdits Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4391 (was 4391) 2024-11-14T18:43:51,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4391 2024-11-14T18:43:51,860 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742109_1288 (size=7) 2024-11-14T18:43:51,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742109_1288 (size=7) 2024-11-14T18:43:51,868 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:51,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:51,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:51,872 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:51,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testHasRecoveredEdits Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4391 (was 4391) 2024-11-14T18:43:51,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4389 2024-11-14T18:43:51,898 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:51,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742110_1289 (size=7) 2024-11-14T18:43:51,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742110_1289 (size=7) 2024-11-14T18:43:51,916 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:51,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:51,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:51,919 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:51,931 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:51,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:51,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:51,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742111_1290 (size=255) 2024-11-14T18:43:51,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742111_1290 (size=255) 2024-11-14T18:43:51,971 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1, size=255 (255bytes) 2024-11-14T18:43:51,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1 2024-11-14T18:43:51,971 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1 after 0ms 2024-11-14T18:43:51,974 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1 took 4ms 2024-11-14T18:43:51,979 DEBUG [Time-limited test {}] wal.WALSplitter(323): Ignoring Replication marker edits. 2024-11-14T18:43:51,979 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1 so closing down 2024-11-14T18:43:51,979 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:51,979 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:51,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false 2024-11-14T18:43:51,980 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1, size=255 (255bytes) at 1731609831971Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1 so closing down at 1731609831979 (+8 ms)3 split writer threads finished at 1731609831979Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1, size=255, length=255, corrupted=false, cancelled=false at 1731609831980 (+1 ms) 2024-11-14T18:43:51,981 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/WALs/testsplitremovesreplicationmarkeredits,16010,1731609831920/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/edd52bf2-877a-04eb-8042-ee701d8c1c62/oldWALs/wal.dat.1 2024-11-14T18:43:51,990 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitRemovesReplicationMarkerEdits Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4388 (was 4389) 2024-11-14T18:43:51,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4388 2024-11-14T18:43:51,998 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742112_1291 (size=7) 2024-11-14T18:43:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742112_1291 (size=7) 2024-11-14T18:43:52,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:52,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:52,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:52,015 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:52,015 INFO [Time-limited test {}] wal.TestWALSplit(1094): testSplitLogFileDeletedRegionDir 2024-11-14T18:43:52,015 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T18:43:52,017 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:52,018 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,018 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,030 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,030 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,031 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,031 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,032 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,033 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,034 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742113_1292 (size=1941) 2024-11-14T18:43:52,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742113_1292 (size=1941) 2024-11-14T18:43:52,036 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:52,037 INFO [Time-limited test {}] wal.TestWALSplit(1103): Region directory ishdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f/data/default/t1/region__1 2024-11-14T18:43:52,065 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0, size=1.9 K (1941bytes) 2024-11-14T18:43:52,065 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0 2024-11-14T18:43:52,066 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0 after 0ms 2024-11-14T18:43:52,068 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0 took 3ms 2024-11-14T18:43:52,070 INFO [Time-limited test {}] wal.WALSplitter(339): region__1 no longer in filesystem; skipping all edits. 2024-11-14T18:43:52,070 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0 so closing down 2024-11-14T18:43:52,070 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:52,071 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:52,071 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false 2024-11-14T18:43:52,071 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0, size=1.9 K (1941bytes) at 1731609832065Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0 so closing down at 1731609832070 (+5 ms)3 split writer threads finished at 1731609832071 (+1 ms)Processed 17 edits across 0 Regions in 2 ms; skipped=17; WAL=hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0, size=1.9 K, length=1941, corrupted=false, cancelled=false at 1731609832071 2024-11-14T18:43:52,073 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/WALs/testsplitlogfiledeletedregiondir,16010,1731609832015/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/c1d6b0c7-540d-ea0f-33e4-6e8e6d76ee32/oldWALs/wal.dat.0 2024-11-14T18:43:52,084 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileDeletedRegionDir Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4394 (was 4388) - AvailableMemoryMB LEAK? - 2024-11-14T18:43:52,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4394 2024-11-14T18:43:52,093 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:52,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742114_1293 (size=7) 2024-11-14T18:43:52,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742114_1293 (size=7) 2024-11-14T18:43:52,104 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:52,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:52,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:52,109 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:52,110 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T18:43:52,110 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:52,110 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:52,110 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:52,112 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,128 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,128 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,129 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,129 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,130 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,131 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,131 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,132 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,132 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742115_1294 (size=1393) 2024-11-14T18:43:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742115_1294 (size=1393) 2024-11-14T18:43:52,134 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:52,135 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,136 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,143 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,143 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,144 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,145 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,146 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,147 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,148 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,149 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,149 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742116_1295 (size=1393) 2024-11-14T18:43:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742116_1295 (size=1393) 2024-11-14T18:43:52,151 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:52,151 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:52,154 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,155 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,167 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,169 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,170 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,171 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742117_1296 (size=1393) 2024-11-14T18:43:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742117_1296 (size=1393) 2024-11-14T18:43:52,173 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:52,174 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:52,175 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,175 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,179 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742118_1297 (size=1393) 2024-11-14T18:43:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742118_1297 (size=1393) 2024-11-14T18:43:52,186 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:52,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:52,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,197 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,198 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,199 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,200 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,201 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742119_1298 (size=1393) 2024-11-14T18:43:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742119_1298 (size=1393) 2024-11-14T18:43:52,203 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:52,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:52,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,214 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,215 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742120_1299 (size=1393) 2024-11-14T18:43:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742120_1299 (size=1393) 2024-11-14T18:43:52,218 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:52,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:52,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,224 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,225 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,226 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,227 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,228 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,229 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,229 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742121_1300 (size=1405) 2024-11-14T18:43:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742121_1300 (size=1405) 2024-11-14T18:43:52,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:52,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:52,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,248 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,248 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,253 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742122_1301 (size=1413) 2024-11-14T18:43:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742122_1301 (size=1413) 2024-11-14T18:43:52,257 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:52,257 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,264 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,266 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,267 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,268 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742123_1302 (size=1413) 2024-11-14T18:43:52,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742123_1302 (size=1413) 2024-11-14T18:43:52,283 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:52,283 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,300 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,327 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,327 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,328 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,330 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,330 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742124_1303 (size=1413) 2024-11-14T18:43:52,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742124_1303 (size=1413) 2024-11-14T18:43:52,332 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:52,355 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:52,355 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0 2024-11-14T18:43:52,356 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0 after 1ms 2024-11-14T18:43:52,358 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0 took 3ms 2024-11-14T18:43:52,359 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0 so closing down 2024-11-14T18:43:52,360 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:52,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:52,360 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:52,360 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0, size=1.4 K (1393bytes) at 1731609832355Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0 so closing down at 1731609832359 (+4 ms)3 split writer threads finished at 1731609832360 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/a82e21c9-9ace-3351-602f-330ed1d9dbbe/WALs/testtrailinggarbagecorruptionlogfileskiperrorsfalsethrows,16010,1731609832109/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609832360 2024-11-14T18:43:52,368 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testTrailingGarbageCorruptionLogFileSkipErrorsFalseThrows Thread=145 (was 145), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=553 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4392 (was 4394) 2024-11-14T18:43:52,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=145, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=553, ProcessCount=11, AvailableMemoryMB=4392 2024-11-14T18:43:52,382 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742125_1304 (size=7) 2024-11-14T18:43:52,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742125_1304 (size=7) 2024-11-14T18:43:52,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:52,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:52,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:52,399 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:52,399 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:52,400 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:52,404 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:52,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,427 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,428 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,429 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,431 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,432 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,433 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,434 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742126_1305 (size=1393) 2024-11-14T18:43:52,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742126_1305 (size=1393) 2024-11-14T18:43:52,436 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:52,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:52,439 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,439 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,443 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,444 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,445 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,446 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,447 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,448 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,449 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,450 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,451 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742127_1306 (size=1393) 2024-11-14T18:43:52,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742127_1306 (size=1393) 2024-11-14T18:43:52,453 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:52,454 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,455 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,461 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,461 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,462 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,463 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,464 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,464 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,465 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,466 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,466 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,469 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,470 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,471 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,472 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,472 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,473 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,473 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742128_1307 (size=1393) 2024-11-14T18:43:52,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742128_1307 (size=1393) 2024-11-14T18:43:52,475 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:52,476 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:52,477 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,477 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,487 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,488 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,490 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,490 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742129_1308 (size=1393) 2024-11-14T18:43:52,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742129_1308 (size=1393) 2024-11-14T18:43:52,895 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:52,895 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,897 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,902 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,903 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,904 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,905 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,906 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,907 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,908 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,911 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,917 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,918 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,919 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,920 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,921 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,922 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,923 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742131_1310 (size=1393) 2024-11-14T18:43:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742131_1310 (size=1393) 2024-11-14T18:43:52,926 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:52,926 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:52,927 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,927 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,935 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,935 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,936 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,937 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,938 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,939 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,940 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:52,940 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742132_1311 (size=1405) 2024-11-14T18:43:52,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742132_1311 (size=1405) 2024-11-14T18:43:53,347 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:53,347 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,355 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,355 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,356 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,356 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742133_1312 (size=1413) 2024-11-14T18:43:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742133_1312 (size=1413) 2024-11-14T18:43:53,363 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:53,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,374 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,374 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742134_1313 (size=1413) 2024-11-14T18:43:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742134_1313 (size=1413) 2024-11-14T18:43:53,377 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:53,378 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,385 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,386 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,388 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742135_1314 (size=1413) 2024-11-14T18:43:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742135_1314 (size=1413) 2024-11-14T18:43:53,395 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:53,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:53,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742130_1309 (size=1458) 2024-11-14T18:43:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742130_1309 (size=1458) 2024-11-14T18:43:53,418 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:53,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0 2024-11-14T18:43:53,418 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0 after 0ms 2024-11-14T18:43:53,420 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0 took 3ms 2024-11-14T18:43:53,423 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0 so closing down 2024-11-14T18:43:53,423 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:53,423 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:53,425 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:53,425 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:53,426 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:53,426 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742136_1315 (size=743) 2024-11-14T18:43:53,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742136_1315 (size=743) 2024-11-14T18:43:53,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,444 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742137_1316 (size=743) 2024-11-14T18:43:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742137_1316 (size=743) 2024-11-14T18:43:53,853 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,855 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:53,855 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:53,855 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0, size=1.4 K (1393bytes) at 1731609833418Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0 so closing down at 1731609833423 (+5 ms)3 split writer threads finished at 1731609833423Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609833426 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609833426Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833443 (+17 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609833444 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833853 (+409 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609833855 (+2 ms)Processed 20 edits across 2 Regions in 434 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609833855 2024-11-14T18:43:53,857 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/oldWALs/wal.dat.0 2024-11-14T18:43:53,857 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:53,857 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1 2024-11-14T18:43:53,858 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1 after 1ms 2024-11-14T18:43:53,860 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1 took 3ms 2024-11-14T18:43:53,861 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1 so closing down 2024-11-14T18:43:53,861 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:53,861 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:53,863 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:53,863 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:53,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:53,865 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742138_1317 (size=743) 2024-11-14T18:43:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742138_1317 (size=743) 2024-11-14T18:43:53,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,875 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742139_1318 (size=743) 2024-11-14T18:43:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742139_1318 (size=743) 2024-11-14T18:43:53,878 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,879 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:53,879 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:53,879 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1, size=1.4 K (1393bytes) at 1731609833857Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1 so closing down at 1731609833861 (+4 ms)3 split writer threads finished at 1731609833861Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609833864 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609833865 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833872 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609833875 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833878 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609833879 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609833879 2024-11-14T18:43:53,881 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/oldWALs/wal.dat.1 2024-11-14T18:43:53,881 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:53,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2 2024-11-14T18:43:53,881 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2 after 0ms 2024-11-14T18:43:53,883 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2 took 2ms 2024-11-14T18:43:53,884 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2 so closing down 2024-11-14T18:43:53,884 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:53,885 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:53,886 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:53,886 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:53,888 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:53,888 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:53,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742141_1320 (size=743) 2024-11-14T18:43:53,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742141_1320 (size=743) 2024-11-14T18:43:53,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:53,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742140_1319 (size=743) 2024-11-14T18:43:53,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742140_1319 (size=743) 2024-11-14T18:43:53,895 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,896 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:53,897 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:53,897 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2, size=1.4 K (1393bytes) at 1731609833881Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2 so closing down at 1731609833884 (+3 ms)3 split writer threads finished at 1731609833885 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609833888 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609833888Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833893 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609833894 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833895 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609833896 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609833897 (+1 ms) 2024-11-14T18:43:53,898 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/oldWALs/wal.dat.2 2024-11-14T18:43:53,899 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:53,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3 2024-11-14T18:43:53,899 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3 after 0ms 2024-11-14T18:43:53,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3 took 3ms 2024-11-14T18:43:53,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3 so closing down 2024-11-14T18:43:53,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:53,903 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:53,905 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:53,905 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:53,906 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:53,906 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742142_1321 (size=743) 2024-11-14T18:43:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742143_1322 (size=743) 2024-11-14T18:43:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742143_1322 (size=743) 2024-11-14T18:43:53,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742142_1321 (size=743) 2024-11-14T18:43:53,910 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,911 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:53,911 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:53,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:53,912 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:53,912 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3, size=1.4 K (1393bytes) at 1731609833899Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3 so closing down at 1731609833902 (+3 ms)3 split writer threads finished at 1731609833903 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609833906 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609833906Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833910 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609833911 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609833911Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609833912 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609833912 2024-11-14T18:43:53,914 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/oldWALs/wal.dat.3 2024-11-14T18:43:53,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4, size=1.4 K (1458bytes) 2024-11-14T18:43:53,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4 2024-11-14T18:43:53,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4 after 0ms 2024-11-14T18:43:53,916 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4 took 2ms 2024-11-14T18:43:53,918 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4 so closing down 2024-11-14T18:43:53,918 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:53,918 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:53,923 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.4.temp 2024-11-14T18:43:53,924 INFO [split-log-closeStream-pool-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:53,925 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:53,926 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp 2024-11-14T18:43:53,926 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:53,926 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter: I will throw an exception now... 2024-11-14T18:43:53,926 ERROR [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter(257): Failed to write log entry t1/break/0=[#edits: 1 = ] to log java.io.IOException: This exception is instrumented and should only be thrown for testing at org.apache.hadoop.hbase.regionserver.wal.InstrumentedLogWriter.append(InstrumentedLogWriter.java:39) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink$RecoveredEditsWriter.writeRegionEntries(AbstractRecoveredEditsOutputSink.java:238) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:69) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:53,927 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 21 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true 2024-11-14T18:43:53,928 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4, size=1.4 K (1458bytes) at 1731609833914Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4 so closing down at 1731609833918 (+4 ms)3 split writer threads finished at 1731609833918Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/break/recovered.edits/0000000000000000000-wal.dat.4.temp at 1731609833926 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609833926Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609833926Failed to write log entry t1/break/0=[#edits: 1 = ] to log at 1731609833927 (+1 ms)Processed 21 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/WALs/testsplitwillfailifwritingtoregionfails,16010,1731609832399/wal.dat.4, size=1.4 K, length=1458, corrupted=false, cancelled=true at 1731609833927 2024-11-14T18:43:53,928 WARN [Thread-2063 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742145_1324 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:52460 remote=/127.0.0.1:43551]. Total timeout mills is 70000, 70000 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:53,928 WARN [Thread-2063 {}] hdfs.DataStreamer(1850): Abandoning BP-1255048256-172.17.0.2-1731609796343:blk_1073742145_1324 2024-11-14T18:43:53,930 WARN [Thread-2063 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:53,931 ERROR [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:53,935 WARN [Thread-2062 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073742144_1323 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:52456 remote=/127.0.0.1:43551]. Total timeout mills is 70000, 69994 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:118) ~[hadoop-common-3.4.1.jar:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at java.io.FilterInputStream.read(FilterInputStream.java:82) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:527) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1931) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:53,935 WARN [Thread-2062 {}] hdfs.DataStreamer(1850): Abandoning BP-1255048256-172.17.0.2-1731609796343:blk_1073742144_1323 2024-11-14T18:43:53,935 WARN [Thread-2062 {}] hdfs.DataStreamer(859): DataStreamer Exception java.io.InterruptedIOException: Call interrupted at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1577) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$abandonBlock$10(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.abandonBlock(ClientNamenodeProtocolTranslatorPB.java:478) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.abandonBlock(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1851) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:53,938 ERROR [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(82): Could not close recovered edits at hdfs://localhost:35945/user/jenkins/test-data/c8d1874b-d95e-e24c-a051-6f60b5f5974d/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp java.io.InterruptedIOException: Interrupted while waiting for data to be acknowledged by pipeline at org.apache.hadoop.hdfs.DataStreamer.waitForAckedSeqno(DataStreamer.java:979) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.flushInternal(DFSOutputStream.java:792) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:909) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.regionserver.wal.ProtobufLogWriter.close(ProtobufLogWriter.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractRecoveredEditsOutputSink.closeRecoveredEditsWriter(AbstractRecoveredEditsOutputSink.java:79) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.append(BoundedRecoveredEditsOutputSink.java:73) ~[classes/:?] at org.apache.hadoop.hbase.wal.BoundedRecoveredEditsOutputSink.lambda$writeRemainingEntryBuffers$1(BoundedRecoveredEditsOutputSink.java:100) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:53,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitWillFailIfWritingToRegionFails Thread=148 (was 145) - Thread LEAK? -, OpenFileDescriptor=405 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 553), ProcessCount=11 (was 11), AvailableMemoryMB=4382 (was 4392) 2024-11-14T18:43:53,949 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1172944727_22 at /127.0.0.1:52460 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:43551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52460 dst: /127.0.0.1:43551 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:53,950 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1172944727_22 at /127.0.0.1:49910 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:34369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49910 dst: /127.0.0.1:34369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:53,949 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1172944727_22 at /127.0.0.1:52456 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073742144_1323] {}] datanode.DataXceiver(331): 127.0.0.1:43551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52456 dst: /127.0.0.1:43551 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:53,951 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1172944727_22 at /127.0.0.1:49918 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073742145_1324] {}] datanode.DataXceiver(331): 127.0.0.1:34369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49918 dst: /127.0.0.1:34369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:53,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=151, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4381 2024-11-14T18:43:53,955 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742146_1325 (size=7) 2024-11-14T18:43:53,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742146_1325 (size=7) 2024-11-14T18:43:53,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:53,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:53,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:53,970 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:53,971 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T18:43:53,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742147_1326 (size=93) 2024-11-14T18:43:53,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742147_1326 (size=93) 2024-11-14T18:43:53,980 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:53,985 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:53,986 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:53,987 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,003 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,004 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,005 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,006 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,007 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,008 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,009 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742148_1327 (size=1393) 2024-11-14T18:43:54,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742148_1327 (size=1393) 2024-11-14T18:43:54,011 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:54,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,012 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,020 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,021 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,022 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,023 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,024 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742149_1328 (size=1393) 2024-11-14T18:43:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742149_1328 (size=1393) 2024-11-14T18:43:54,026 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:54,027 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:54,028 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,028 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,039 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,040 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,040 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,041 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,041 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,042 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,043 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,043 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,044 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,045 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,045 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742150_1329 (size=1393) 2024-11-14T18:43:54,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742150_1329 (size=1393) 2024-11-14T18:43:54,047 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:54,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:54,049 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,049 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,054 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,054 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,055 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,056 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,057 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,058 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,058 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742151_1330 (size=1393) 2024-11-14T18:43:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742151_1330 (size=1393) 2024-11-14T18:43:54,060 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:54,061 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:54,062 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,062 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,066 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,066 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,067 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,068 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,069 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,070 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,071 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742152_1331 (size=1393) 2024-11-14T18:43:54,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742152_1331 (size=1393) 2024-11-14T18:43:54,073 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:54,073 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:54,074 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,074 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,076 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,076 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,077 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,078 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,079 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,080 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,081 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742153_1332 (size=1393) 2024-11-14T18:43:54,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742153_1332 (size=1393) 2024-11-14T18:43:54,083 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:54,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:54,084 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,084 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,087 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,088 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742154_1333 (size=1405) 2024-11-14T18:43:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742154_1333 (size=1405) 2024-11-14T18:43:54,093 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:54,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:54,094 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,095 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,098 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,098 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,099 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,100 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,101 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,102 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,103 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,103 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742155_1334 (size=1413) 2024-11-14T18:43:54,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742155_1334 (size=1413) 2024-11-14T18:43:54,105 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:54,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:54,107 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,107 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,111 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,111 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,112 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,113 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,114 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,114 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,115 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742156_1335 (size=1413) 2024-11-14T18:43:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742156_1335 (size=1413) 2024-11-14T18:43:54,118 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:54,118 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:54,119 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,119 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,122 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,122 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,123 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,123 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,124 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,124 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,125 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,126 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:54,127 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742157_1336 (size=1413) 2024-11-14T18:43:54,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742157_1336 (size=1413) 2024-11-14T18:43:54,129 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:54,129 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.empty 2024-11-14T18:43:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742158_1337 (size=93) 2024-11-14T18:43:54,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742158_1337 (size=93) 2024-11-14T18:43:54,154 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty, size=93 (93bytes) 2024-11-14T18:43:54,154 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty 2024-11-14T18:43:54,155 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty after 1ms 2024-11-14T18:43:54,157 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty took 3ms 2024-11-14T18:43:54,158 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty so closing down 2024-11-14T18:43:54,158 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,158 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,158 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T18:43:54,159 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty, size=93 (93bytes) at 1731609834154Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty so closing down at 1731609834158 (+4 ms)3 split writer threads finished at 1731609834158Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731609834158 2024-11-14T18:43:54,161 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat..empty to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat..empty 2024-11-14T18:43:54,161 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:54,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0 2024-11-14T18:43:54,162 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0 after 0ms 2024-11-14T18:43:54,164 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0 took 3ms 2024-11-14T18:43:54,166 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0 so closing down 2024-11-14T18:43:54,166 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,168 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:54,168 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:54,169 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:54,170 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:54,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742159_1338 (size=743) 2024-11-14T18:43:54,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742159_1338 (size=743) 2024-11-14T18:43:54,174 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742160_1339 (size=743) 2024-11-14T18:43:54,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742160_1339 (size=743) 2024-11-14T18:43:54,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,176 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:54,176 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:54,176 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:54,176 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0, size=1.4 K (1393bytes) at 1731609834161Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0 so closing down at 1731609834166 (+5 ms)3 split writer threads finished at 1731609834166Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609834169 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609834170 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834174 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834175 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609834176 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609834176Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609834176 2024-11-14T18:43:54,178 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.0 2024-11-14T18:43:54,179 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:54,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1 2024-11-14T18:43:54,179 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1 after 0ms 2024-11-14T18:43:54,181 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1 took 3ms 2024-11-14T18:43:54,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1 so closing down 2024-11-14T18:43:54,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,183 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,185 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:54,185 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:54,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:54,186 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:54,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742161_1340 (size=743) 2024-11-14T18:43:54,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742161_1340 (size=743) 2024-11-14T18:43:54,193 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742162_1341 (size=743) 2024-11-14T18:43:54,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742162_1341 (size=743) 2024-11-14T18:43:54,201 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,203 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:54,203 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:54,203 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1, size=1.4 K (1393bytes) at 1731609834179Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1 so closing down at 1731609834183 (+4 ms)3 split writer threads finished at 1731609834183Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609834186 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609834186Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834193 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609834195 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834201 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609834203 (+2 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609834203 2024-11-14T18:43:54,208 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.1 2024-11-14T18:43:54,208 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:54,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2 2024-11-14T18:43:54,208 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2 after 0ms 2024-11-14T18:43:54,210 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2 took 2ms 2024-11-14T18:43:54,212 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2 so closing down 2024-11-14T18:43:54,212 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,212 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,214 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:54,214 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:54,215 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:54,215 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:54,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742163_1342 (size=743) 2024-11-14T18:43:54,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742163_1342 (size=743) 2024-11-14T18:43:54,220 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742164_1343 (size=743) 2024-11-14T18:43:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742164_1343 (size=743) 2024-11-14T18:43:54,624 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,626 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:54,626 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:54,626 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2, size=1.4 K (1393bytes) at 1731609834208Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2 so closing down at 1731609834212 (+4 ms)3 split writer threads finished at 1731609834212Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609834215 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609834215Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834220 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609834221 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834625 (+404 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609834626 (+1 ms)Processed 20 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609834626 2024-11-14T18:43:54,627 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.2 2024-11-14T18:43:54,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:54,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3 2024-11-14T18:43:54,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3 after 0ms 2024-11-14T18:43:54,629 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3 took 2ms 2024-11-14T18:43:54,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3 so closing down 2024-11-14T18:43:54,631 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,631 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,632 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:54,632 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:54,633 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:54,633 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742166_1345 (size=743) 2024-11-14T18:43:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742165_1344 (size=743) 2024-11-14T18:43:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742165_1344 (size=743) 2024-11-14T18:43:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742166_1345 (size=743) 2024-11-14T18:43:54,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,638 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:54,638 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:54,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:54,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3, size=1.4 K (1393bytes) at 1731609834628Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3 so closing down at 1731609834630 (+2 ms)3 split writer threads finished at 1731609834631 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609834633 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609834633Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834637 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834638 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609834638Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609834638Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609834639 (+1 ms) 2024-11-14T18:43:54,640 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.3 2024-11-14T18:43:54,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:54,640 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4 2024-11-14T18:43:54,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4 after 1ms 2024-11-14T18:43:54,642 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4 took 2ms 2024-11-14T18:43:54,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4 so closing down 2024-11-14T18:43:54,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,643 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,645 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:54,645 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:54,645 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:54,645 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:54,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742168_1347 (size=743) 2024-11-14T18:43:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742167_1346 (size=743) 2024-11-14T18:43:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742167_1346 (size=743) 2024-11-14T18:43:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742168_1347 (size=743) 2024-11-14T18:43:54,649 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,650 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:54,650 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:54,650 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:54,650 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4, size=1.4 K (1393bytes) at 1731609834640Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4 so closing down at 1731609834643 (+3 ms)3 split writer threads finished at 1731609834643Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609834645 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609834646 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834649 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834649Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609834650 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609834650Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609834650 2024-11-14T18:43:54,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.4 2024-11-14T18:43:54,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:43:54,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5 2024-11-14T18:43:54,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5 after 0ms 2024-11-14T18:43:54,653 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5 took 1ms 2024-11-14T18:43:54,654 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5 so closing down 2024-11-14T18:43:54,654 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,654 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,656 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:54,656 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:54,657 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:54,657 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742169_1348 (size=743) 2024-11-14T18:43:54,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742170_1349 (size=743) 2024-11-14T18:43:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742170_1349 (size=743) 2024-11-14T18:43:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742169_1348 (size=743) 2024-11-14T18:43:54,661 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,661 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,662 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:54,662 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:54,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:54,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5, size=1.4 K (1393bytes) at 1731609834652Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5 so closing down at 1731609834654 (+2 ms)3 split writer threads finished at 1731609834654Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609834657 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609834657Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834661 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834661Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609834662 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609834662Processed 20 edits across 2 Regions in 8 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609834662 2024-11-14T18:43:54,663 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.5 2024-11-14T18:43:54,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:54,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6 2024-11-14T18:43:54,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6 after 0ms 2024-11-14T18:43:54,665 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6 took 2ms 2024-11-14T18:43:54,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6 so closing down 2024-11-14T18:43:54,667 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:54,667 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:54,668 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:54,668 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:54,669 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:54,669 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742172_1351 (size=749) 2024-11-14T18:43:54,673 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742172_1351 (size=749) 2024-11-14T18:43:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742171_1350 (size=749) 2024-11-14T18:43:54,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742171_1350 (size=749) 2024-11-14T18:43:54,674 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:55,074 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,075 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:55,075 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:55,076 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6, size=1.4 K (1405bytes) at 1731609834664Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6 so closing down at 1731609834667 (+3 ms)3 split writer threads finished at 1731609834667Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609834669 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609834669Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609834673 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609834674 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835074 (+400 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609835075 (+1 ms)Processed 20 edits across 2 Regions in 409 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609835075 2024-11-14T18:43:55,077 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.6 2024-11-14T18:43:55,077 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:55,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7 2024-11-14T18:43:55,078 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7 after 0ms 2024-11-14T18:43:55,079 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7 took 2ms 2024-11-14T18:43:55,081 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7 so closing down 2024-11-14T18:43:55,081 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:55,081 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:55,082 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:55,082 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:55,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:55,083 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742173_1352 (size=753) 2024-11-14T18:43:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742174_1353 (size=753) 2024-11-14T18:43:55,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742173_1352 (size=753) 2024-11-14T18:43:55,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742174_1353 (size=753) 2024-11-14T18:43:55,088 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,088 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,089 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:55,089 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:55,089 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:55,089 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7, size=1.4 K (1413bytes) at 1731609835078Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7 so closing down at 1731609835081 (+3 ms)3 split writer threads finished at 1731609835081Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609835083 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609835083Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835088 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835088Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609835089 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609835089Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609835089 2024-11-14T18:43:55,090 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.7 2024-11-14T18:43:55,090 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:55,090 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8 2024-11-14T18:43:55,091 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8 after 0ms 2024-11-14T18:43:55,092 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8 took 2ms 2024-11-14T18:43:55,093 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8 so closing down 2024-11-14T18:43:55,093 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:55,093 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:55,095 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:55,095 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:55,098 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:55,098 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742176_1355 (size=753) 2024-11-14T18:43:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742175_1354 (size=753) 2024-11-14T18:43:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742175_1354 (size=753) 2024-11-14T18:43:55,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742176_1355 (size=753) 2024-11-14T18:43:55,109 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,110 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:55,110 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:55,110 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:55,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8, size=1.4 K (1413bytes) at 1731609835090Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8 so closing down at 1731609835093 (+3 ms)3 split writer threads finished at 1731609835093Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609835099 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609835099Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835109 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835109Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609835110 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609835110Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609835110 2024-11-14T18:43:55,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.8 2024-11-14T18:43:55,111 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:55,111 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9 2024-11-14T18:43:55,112 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9 after 1ms 2024-11-14T18:43:55,113 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9 took 2ms 2024-11-14T18:43:55,114 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9 so closing down 2024-11-14T18:43:55,114 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:55,114 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:55,116 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:55,116 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:55,117 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:55,122 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742177_1356 (size=753) 2024-11-14T18:43:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742177_1356 (size=753) 2024-11-14T18:43:55,125 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,126 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742178_1357 (size=753) 2024-11-14T18:43:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742178_1357 (size=753) 2024-11-14T18:43:55,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,128 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:55,129 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:55,129 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9, size=1.4 K (1413bytes) at 1731609835111Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9 so closing down at 1731609835114 (+3 ms)3 split writer threads finished at 1731609835114Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609835117 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609835122 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835125 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609835126 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835127 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609835128 (+1 ms)Processed 20 edits across 2 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609835129 (+1 ms) 2024-11-14T18:43:55,130 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.9 2024-11-14T18:43:55,130 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty, size=93 (93bytes) 2024-11-14T18:43:55,130 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty 2024-11-14T18:43:55,131 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty after 1ms 2024-11-14T18:43:55,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty took 2ms 2024-11-14T18:43:55,133 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty so closing down 2024-11-14T18:43:55,133 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:55,133 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:55,133 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T18:43:55,133 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty, size=93 (93bytes) at 1731609835130Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty so closing down at 1731609835133 (+3 ms)3 split writer threads finished at 1731609835133Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty, size=93, length=93, corrupted=false, cancelled=false at 1731609835133 2024-11-14T18:43:55,135 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/WALs/testemptylogfiles,16010,1731609833970/wal.dat.empty to hdfs://localhost:35945/user/jenkins/test-data/e810ea83-c811-b04b-267b-6f09e3b580be/oldWALs/wal.dat.empty 2024-11-14T18:43:55,186 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyLogFiles Thread=145 (was 151), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4390 (was 4381) - AvailableMemoryMB LEAK? - 2024-11-14T18:43:55,192 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4390 2024-11-14T18:43:55,193 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:55,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742179_1358 (size=7) 2024-11-14T18:43:55,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742179_1358 (size=7) 2024-11-14T18:43:55,199 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:55,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:55,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:55,202 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:55,202 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:55,203 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:55,204 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:55,205 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,205 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,208 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,208 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,209 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,210 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,211 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,212 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,213 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,213 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742180_1359 (size=1393) 2024-11-14T18:43:55,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742180_1359 (size=1393) 2024-11-14T18:43:55,214 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:55,215 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:55,216 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,216 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,219 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,220 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,221 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,222 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,223 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742181_1360 (size=1393) 2024-11-14T18:43:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742181_1360 (size=1393) 2024-11-14T18:43:55,626 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:55,626 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,632 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,633 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,634 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,635 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,636 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,636 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742182_1361 (size=1393) 2024-11-14T18:43:55,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742182_1361 (size=1393) 2024-11-14T18:43:55,638 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:55,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,640 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,647 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,647 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,648 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,649 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,650 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,651 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742183_1362 (size=1393) 2024-11-14T18:43:55,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742183_1362 (size=1393) 2024-11-14T18:43:55,654 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:55,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:55,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,660 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,661 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,663 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,664 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,664 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742184_1363 (size=1393) 2024-11-14T18:43:55,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742184_1363 (size=1393) 2024-11-14T18:43:55,666 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:55,666 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:55,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742185_1364 (size=1393) 2024-11-14T18:43:55,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742185_1364 (size=1393) 2024-11-14T18:43:55,677 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:55,677 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:55,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742186_1365 (size=1405) 2024-11-14T18:43:55,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742186_1365 (size=1405) 2024-11-14T18:43:55,690 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:55,690 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742187_1366 (size=1413) 2024-11-14T18:43:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742187_1366 (size=1413) 2024-11-14T18:43:55,700 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:55,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,701 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742188_1367 (size=1413) 2024-11-14T18:43:55,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742188_1367 (size=1413) 2024-11-14T18:43:55,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:55,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:55,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,720 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:55,720 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742189_1368 (size=1413) 2024-11-14T18:43:55,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742189_1368 (size=1413) 2024-11-14T18:43:55,722 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:55,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:55,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0 2024-11-14T18:43:55,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0 after 1ms 2024-11-14T18:43:55,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0 took 2ms 2024-11-14T18:43:55,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0 so closing down 2024-11-14T18:43:55,749 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:55,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:55,752 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:55,752 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:55,753 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:55,753 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742191_1370 (size=743) 2024-11-14T18:43:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742190_1369 (size=743) 2024-11-14T18:43:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742191_1370 (size=743) 2024-11-14T18:43:55,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742190_1369 (size=743) 2024-11-14T18:43:55,757 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,757 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,758 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:55,758 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:55,758 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:55,758 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0, size=1.4 K (1393bytes) at 1731609835745Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0 so closing down at 1731609835749 (+4 ms)3 split writer threads finished at 1731609835750 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609835753 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609835753Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835757 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835757Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609835758 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609835758Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609835758 2024-11-14T18:43:55,760 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.0 2024-11-14T18:43:55,760 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:55,760 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1 2024-11-14T18:43:55,761 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1 after 1ms 2024-11-14T18:43:55,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1 took 2ms 2024-11-14T18:43:55,763 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1 so closing down 2024-11-14T18:43:55,763 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:55,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:55,765 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:55,765 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:55,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:55,766 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742192_1371 (size=743) 2024-11-14T18:43:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742192_1371 (size=743) 2024-11-14T18:43:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742193_1372 (size=743) 2024-11-14T18:43:55,770 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,771 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:55,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:55,772 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:55,772 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1, size=1.4 K (1393bytes) at 1731609835760Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1 so closing down at 1731609835763 (+3 ms)3 split writer threads finished at 1731609835763Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609835766 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609835766Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835770 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835771 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609835772 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609835772Processed 20 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609835772 2024-11-14T18:43:55,773 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.1 2024-11-14T18:43:55,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:55,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2 2024-11-14T18:43:55,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742193_1372 (size=743) 2024-11-14T18:43:55,774 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2 after 1ms 2024-11-14T18:43:55,776 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2 took 3ms 2024-11-14T18:43:55,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2 so closing down 2024-11-14T18:43:55,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:55,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:55,779 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:55,779 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:55,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:55,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742194_1373 (size=743) 2024-11-14T18:43:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742194_1373 (size=743) 2024-11-14T18:43:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742195_1374 (size=743) 2024-11-14T18:43:55,784 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:55,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742195_1374 (size=743) 2024-11-14T18:43:55,785 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:56,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:56,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2, size=1.4 K (1393bytes) at 1731609835773Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2 so closing down at 1731609835777 (+4 ms)3 split writer threads finished at 1731609835777Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609835780 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609835780Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609835784 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609835785 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836185 (+400 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609836186 (+1 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836186 2024-11-14T18:43:56,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.2 2024-11-14T18:43:56,188 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:56,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3 2024-11-14T18:43:56,188 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3 after 0ms 2024-11-14T18:43:56,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3 took 2ms 2024-11-14T18:43:56,191 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3 so closing down 2024-11-14T18:43:56,191 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,191 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,193 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:56,193 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:56,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:56,194 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:56,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742197_1376 (size=743) 2024-11-14T18:43:56,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742196_1375 (size=743) 2024-11-14T18:43:56,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742197_1376 (size=743) 2024-11-14T18:43:56,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742196_1375 (size=743) 2024-11-14T18:43:56,198 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,198 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,199 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:56,199 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:56,199 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,200 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3, size=1.4 K (1393bytes) at 1731609836188Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3 so closing down at 1731609836191 (+3 ms)3 split writer threads finished at 1731609836191Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609836194 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609836194Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836198 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836198Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609836199 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609836199Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836199 2024-11-14T18:43:56,201 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.3 2024-11-14T18:43:56,201 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:56,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4 2024-11-14T18:43:56,201 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4 after 0ms 2024-11-14T18:43:56,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4 took 2ms 2024-11-14T18:43:56,204 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4 so closing down 2024-11-14T18:43:56,204 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,205 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,206 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:56,206 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:56,208 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:56,208 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742198_1377 (size=743) 2024-11-14T18:43:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742199_1378 (size=743) 2024-11-14T18:43:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742199_1378 (size=743) 2024-11-14T18:43:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742198_1377 (size=743) 2024-11-14T18:43:56,221 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,221 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,222 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:56,222 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:56,223 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,223 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4, size=1.4 K (1393bytes) at 1731609836201Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4 so closing down at 1731609836204 (+3 ms)3 split writer threads finished at 1731609836205 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609836208 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609836208Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836221 (+13 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836221Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609836222 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609836222Processed 20 edits across 2 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836223 (+1 ms) 2024-11-14T18:43:56,224 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.4 2024-11-14T18:43:56,225 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:43:56,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5 2024-11-14T18:43:56,225 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5 after 0ms 2024-11-14T18:43:56,227 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5 took 2ms 2024-11-14T18:43:56,228 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5 so closing down 2024-11-14T18:43:56,228 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,228 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,230 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:56,230 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:56,231 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:43:56,232 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:43:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742200_1379 (size=743) 2024-11-14T18:43:56,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742200_1379 (size=743) 2024-11-14T18:43:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742201_1380 (size=743) 2024-11-14T18:43:56,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742201_1380 (size=743) 2024-11-14T18:43:56,238 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,239 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:43:56,240 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:43:56,240 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,240 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5, size=1.4 K (1393bytes) at 1731609836225Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5 so closing down at 1731609836228 (+3 ms)3 split writer threads finished at 1731609836228Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609836232 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609836232Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836238 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836238Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609836239 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609836240 (+1 ms)Processed 20 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836240 2024-11-14T18:43:56,241 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.5 2024-11-14T18:43:56,242 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:43:56,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6 2024-11-14T18:43:56,242 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6 after 0ms 2024-11-14T18:43:56,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6 took 2ms 2024-11-14T18:43:56,249 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6 so closing down 2024-11-14T18:43:56,249 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,255 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:56,255 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:56,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:43:56,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:43:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742202_1381 (size=749) 2024-11-14T18:43:56,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742202_1381 (size=749) 2024-11-14T18:43:56,269 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742203_1382 (size=749) 2024-11-14T18:43:56,271 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:43:56,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742203_1382 (size=749) 2024-11-14T18:43:56,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,273 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:43:56,273 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:43:56,274 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6, size=1.4 K (1405bytes) at 1731609836242Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6 so closing down at 1731609836249 (+7 ms)3 split writer threads finished at 1731609836250 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609836256 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609836256Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836269 (+13 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609836271 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836272 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609836273 (+1 ms)Processed 20 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609836273 2024-11-14T18:43:56,275 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.6 2024-11-14T18:43:56,276 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:43:56,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7 2024-11-14T18:43:56,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7 after 0ms 2024-11-14T18:43:56,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7 took 3ms 2024-11-14T18:43:56,279 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7 so closing down 2024-11-14T18:43:56,279 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,279 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,281 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:56,281 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:56,283 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:43:56,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:43:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742204_1383 (size=753) 2024-11-14T18:43:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742204_1383 (size=753) 2024-11-14T18:43:56,301 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,302 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:43:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742205_1384 (size=753) 2024-11-14T18:43:56,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742205_1384 (size=753) 2024-11-14T18:43:56,325 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:43:56,327 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:56,327 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7, size=1.4 K (1413bytes) at 1731609836276Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7 so closing down at 1731609836279 (+3 ms)3 split writer threads finished at 1731609836279Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609836283 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609836287 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836301 (+14 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609836302 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836325 (+23 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609836327 (+2 ms)Processed 20 edits across 2 Regions in 49 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609836327 2024-11-14T18:43:56,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.7 2024-11-14T18:43:56,329 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:43:56,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8 2024-11-14T18:43:56,329 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8 after 0ms 2024-11-14T18:43:56,332 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8 took 3ms 2024-11-14T18:43:56,333 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8 so closing down 2024-11-14T18:43:56,333 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,333 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,335 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:56,338 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:43:56,338 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:56,340 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:43:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742206_1385 (size=753) 2024-11-14T18:43:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742206_1385 (size=753) 2024-11-14T18:43:56,344 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,346 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:43:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742207_1386 (size=753) 2024-11-14T18:43:56,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742207_1386 (size=753) 2024-11-14T18:43:56,347 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:43:56,349 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:56,349 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8, size=1.4 K (1413bytes) at 1731609836329Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8 so closing down at 1731609836333 (+4 ms)3 split writer threads finished at 1731609836333Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609836338 (+5 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609836340 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836344 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609836346 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836347 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609836349 (+2 ms)Processed 20 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609836349 2024-11-14T18:43:56,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.8 2024-11-14T18:43:56,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:43:56,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9 2024-11-14T18:43:56,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9 after 1ms 2024-11-14T18:43:56,354 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9 took 3ms 2024-11-14T18:43:56,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9 so closing down 2024-11-14T18:43:56,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,359 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:56,359 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:56,362 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:43:56,365 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:43:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742208_1387 (size=753) 2024-11-14T18:43:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742208_1387 (size=753) 2024-11-14T18:43:56,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,371 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:43:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742209_1388 (size=753) 2024-11-14T18:43:56,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742209_1388 (size=753) 2024-11-14T18:43:56,374 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,375 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:43:56,376 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:43:56,376 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9, size=1.4 K (1413bytes) at 1731609836351Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9 so closing down at 1731609836355 (+4 ms)3 split writer threads finished at 1731609836355Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609836362 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609836365 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836370 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609836371 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836374 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609836375 (+1 ms)Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609836376 (+1 ms) 2024-11-14T18:43:56,378 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/WALs/testlogdirectoryshouldbedeletedaftersuccessfulsplit,16010,1731609835202/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/8df4dd1f-cb9b-3418-a6f5-8b3420893660/oldWALs/wal.dat.9 2024-11-14T18:43:56,387 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogDirectoryShouldBeDeletedAfterSuccessfulSplit Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4383 (was 4390) 2024-11-14T18:43:56,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4383 2024-11-14T18:43:56,394 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742210_1389 (size=7) 2024-11-14T18:43:56,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742210_1389 (size=7) 2024-11-14T18:43:56,403 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:56,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:56,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:56,411 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:56,417 DEBUG [Time-limited test {}] util.CommonFSUtils(527): Set storagePolicy=ALL_SSD for path=hdfs://localhost:35945/user/jenkins/test-data/dbdf0901-f862-2e94-0fa2-b27a566f2a5a/data/hbase/meta/1588230740/recovered.edits 2024-11-14T18:43:56,433 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testRecoveredEditsStoragePolicy Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4382 (was 4383) 2024-11-14T18:43:56,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4382 2024-11-14T18:43:56,440 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:56,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742211_1390 (size=7) 2024-11-14T18:43:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742211_1390 (size=7) 2024-11-14T18:43:56,450 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:56,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:56,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:56,455 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:56,455 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__5 2024-11-14T18:43:56,459 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1462): Time-limited test append 2024-11-14T18:43:56,461 INFO [Time-limited test {}] wal.TestWALSplit(1464): Time-limited test sync 2024-11-14T18:43:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,479 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,480 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742212_1391 (size=818) 2024-11-14T18:43:56,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742212_1391 (size=818) 2024-11-14T18:43:56,506 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5, size=818 (818bytes) 2024-11-14T18:43:56,506 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5 2024-11-14T18:43:56,507 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5 after 0ms 2024-11-14T18:43:56,509 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5 took 3ms 2024-11-14T18:43:56,511 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5 so closing down 2024-11-14T18:43:56,511 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,511 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,513 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.5.temp 2024-11-14T18:43:56,514 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp 2024-11-14T18:43:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742213_1392 (size=783) 2024-11-14T18:43:56,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742213_1392 (size=783) 2024-11-14T18:43:56,519 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) 2024-11-14T18:43:56,521 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000010 2024-11-14T18:43:56,521 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false 2024-11-14T18:43:56,521 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5, size=818 (818bytes) at 1731609836506Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5 so closing down at 1731609836511 (+5 ms)3 split writer threads finished at 1731609836511Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp at 1731609836514 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp (wrote 10 edits, skipped 1 edits in 0 ms) at 1731609836519 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000000-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/data/default/t1/region__5/recovered.edits/0000000000000000010 at 1731609836521 (+2 ms)Processed 11 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5, size=818, length=818, corrupted=false, cancelled=false at 1731609836521 2024-11-14T18:43:56,523 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/WALs/testemptywaledit,16010,1731609836455/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/565d787f-77f1-b42e-f6bc-d099ccd03a3c/oldWALs/wal.dat.5 2024-11-14T18:43:56,555 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEmptyWALEdit Thread=145 (was 145), OpenFileDescriptor=393 (was 393), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=4382 (was 4382) 2024-11-14T18:43:56,562 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=532, ProcessCount=11, AvailableMemoryMB=4382 2024-11-14T18:43:56,562 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:43:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742214_1393 (size=7) 2024-11-14T18:43:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742214_1393 (size=7) 2024-11-14T18:43:56,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:43:56,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:56,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:43:56,574 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:43:56,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:43:56,575 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:43:56,576 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:43:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,581 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,582 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,583 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,585 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,586 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742215_1394 (size=1393) 2024-11-14T18:43:56,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742215_1394 (size=1393) 2024-11-14T18:43:56,588 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:43:56,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:43:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,613 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,614 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,615 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,616 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,617 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742216_1395 (size=1393) 2024-11-14T18:43:56,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742216_1395 (size=1393) 2024-11-14T18:43:56,619 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:43:56,620 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:43:56,621 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,621 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,624 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,625 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,626 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,626 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,627 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,627 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,628 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,628 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,629 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,630 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,630 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,631 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,631 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742217_1396 (size=1393) 2024-11-14T18:43:56,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742217_1396 (size=1393) 2024-11-14T18:43:56,633 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:43:56,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:43:56,644 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,644 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,652 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,652 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,653 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,654 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742218_1397 (size=1393) 2024-11-14T18:43:56,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742218_1397 (size=1393) 2024-11-14T18:43:56,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:43:56,661 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:43:56,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,671 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742219_1398 (size=1393) 2024-11-14T18:43:56,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742219_1398 (size=1393) 2024-11-14T18:43:56,673 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:43:56,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:43:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742220_1399 (size=1393) 2024-11-14T18:43:56,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742220_1399 (size=1393) 2024-11-14T18:43:56,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:43:56,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:43:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742221_1400 (size=1405) 2024-11-14T18:43:56,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742221_1400 (size=1405) 2024-11-14T18:43:56,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:43:56,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:43:56,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742222_1401 (size=1413) 2024-11-14T18:43:56,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742222_1401 (size=1413) 2024-11-14T18:43:56,710 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:43:56,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:43:56,711 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,711 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742223_1402 (size=1413) 2024-11-14T18:43:56,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742223_1402 (size=1413) 2024-11-14T18:43:56,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:43:56,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:43:56,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:43:56,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:43:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742224_1403 (size=1413) 2024-11-14T18:43:56,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742224_1403 (size=1413) 2024-11-14T18:43:56,731 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:43:56,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:43:56,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0 2024-11-14T18:43:56,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0 after 0ms 2024-11-14T18:43:56,757 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0 took 3ms 2024-11-14T18:43:56,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0 so closing down 2024-11-14T18:43:56,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,760 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,762 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:56,762 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:56,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:43:56,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:43:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742226_1405 (size=743) 2024-11-14T18:43:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742226_1405 (size=743) 2024-11-14T18:43:56,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:43:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742227_1406 (size=743) 2024-11-14T18:43:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742227_1406 (size=743) 2024-11-14T18:43:56,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,777 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:43:56,778 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,778 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0, size=1.4 K (1393bytes) at 1731609836755Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0 so closing down at 1731609836760 (+5 ms)3 split writer threads finished at 1731609836760Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609836764 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609836764Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836773 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609836774 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836776 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609836777 (+1 ms)Processed 20 edits across 2 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836778 (+1 ms) 2024-11-14T18:43:56,779 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.0 2024-11-14T18:43:56,780 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:43:56,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1 2024-11-14T18:43:56,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1 after 0ms 2024-11-14T18:43:56,783 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1 took 4ms 2024-11-14T18:43:56,784 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1 so closing down 2024-11-14T18:43:56,785 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,786 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:56,786 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:56,787 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:43:56,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:43:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742229_1408 (size=743) 2024-11-14T18:43:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742228_1407 (size=743) 2024-11-14T18:43:56,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742228_1407 (size=743) 2024-11-14T18:43:56,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742229_1408 (size=743) 2024-11-14T18:43:56,793 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,793 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,794 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:43:56,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:43:56,795 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,795 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1, size=1.4 K (1393bytes) at 1731609836780Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1 so closing down at 1731609836785 (+5 ms)3 split writer threads finished at 1731609836785Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609836787 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609836787Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836793 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836793Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609836794 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609836794Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836795 (+1 ms) 2024-11-14T18:43:56,797 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.1 2024-11-14T18:43:56,797 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:43:56,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2 2024-11-14T18:43:56,797 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2 after 0ms 2024-11-14T18:43:56,799 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2 took 2ms 2024-11-14T18:43:56,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2 so closing down 2024-11-14T18:43:56,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,801 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,803 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:56,803 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:56,803 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:43:56,804 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:43:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742230_1409 (size=743) 2024-11-14T18:43:56,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742231_1410 (size=743) 2024-11-14T18:43:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742231_1410 (size=743) 2024-11-14T18:43:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742230_1409 (size=743) 2024-11-14T18:43:56,809 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:43:56,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:43:56,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2, size=1.4 K (1393bytes) at 1731609836797Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2 so closing down at 1731609836800 (+3 ms)3 split writer threads finished at 1731609836801 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609836803 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609836804 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836809 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836809Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609836811 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609836811Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836811 2024-11-14T18:43:56,813 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.2 2024-11-14T18:43:56,813 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:43:56,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3 2024-11-14T18:43:56,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3 after 0ms 2024-11-14T18:43:56,815 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3 took 2ms 2024-11-14T18:43:56,816 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3 so closing down 2024-11-14T18:43:56,817 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,817 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,819 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:56,819 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:56,820 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:43:56,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:43:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742232_1411 (size=743) 2024-11-14T18:43:56,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742232_1411 (size=743) 2024-11-14T18:43:56,833 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,834 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:43:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742233_1412 (size=743) 2024-11-14T18:43:56,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742233_1412 (size=743) 2024-11-14T18:43:56,840 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,841 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:43:56,842 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,842 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3, size=1.4 K (1393bytes) at 1731609836813Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3 so closing down at 1731609836816 (+3 ms)3 split writer threads finished at 1731609836817 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609836820 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609836820Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836833 (+13 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609836834 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836840 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609836842 (+2 ms)Processed 20 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836842 2024-11-14T18:43:56,843 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.3 2024-11-14T18:43:56,843 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:43:56,843 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4 2024-11-14T18:43:56,844 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4 after 1ms 2024-11-14T18:43:56,846 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4 took 3ms 2024-11-14T18:43:56,847 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4 so closing down 2024-11-14T18:43:56,847 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:43:56,847 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:43:56,849 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:56,849 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:56,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:43:56,850 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:43:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742234_1413 (size=743) 2024-11-14T18:43:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742235_1414 (size=743) 2024-11-14T18:43:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742234_1413 (size=743) 2024-11-14T18:43:56,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742235_1414 (size=743) 2024-11-14T18:43:56,856 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,856 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:43:56,857 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:43:56,857 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:43:56,857 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:43:56,857 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4, size=1.4 K (1393bytes) at 1731609836843Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4 so closing down at 1731609836847 (+4 ms)3 split writer threads finished at 1731609836847Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609836850 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609836850Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836856 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609836856Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609836857 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609836857Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609836857 2024-11-14T18:43:56,859 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.4 2024-11-14T18:43:56,859 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5, size=1.4 K (1394bytes) 2024-11-14T18:43:56,859 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 2024-11-14T18:43:56,860 WARN [IPC Server handler 2 on default port 35945 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 has not been closed. Lease recovery is in progress. RecoveryId = 1415 for block blk_1073742225_1404 2024-11-14T18:43:56,860 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 after 1ms 2024-11-14T18:43:57,411 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1228319347_22 at /127.0.0.1:53312 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:43551:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53312 dst: /127.0.0.1:43551 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43551 remote=/127.0.0.1:53312]. Total timeout mills is 60000, 59331 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:57,411 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1228319347_22 at /127.0.0.1:50602 [Receiving block BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404] {}] datanode.DataXceiver(331): 127.0.0.1:34369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50602 dst: /127.0.0.1:34369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T18:43:57,411 WARN [ResponseProcessor for block BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404 {}] hdfs.DataStreamer$ResponseProcessor(1303): Exception for BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404 java.io.EOFException: Unexpected EOF while trying to read response from server at org.apache.hadoop.hdfs.protocolPB.PBHelperClient.vintPrefixed(PBHelperClient.java:529) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PipelineAck.readFields(PipelineAck.java:244) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer$ResponseProcessor.run(DataStreamer.java:1180) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:57,412 WARN [DataStreamer for file /user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 block BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404 in pipeline [DatanodeInfoWithStorage[127.0.0.1:43551,DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4,DISK], DatanodeInfoWithStorage[127.0.0.1:34369,DS-2afeb95a-f9ab-48d2-8a61-796a6fd87b7f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:43551,DS-cebc40a7-b03e-450d-b9ab-d3be546a1ee4,DISK]) is bad. 2024-11-14T18:43:57,415 WARN [DataStreamer for file /user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 block BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404 {}] hdfs.DataStreamer(859): DataStreamer Exception org.apache.hadoop.ipc.RemoteException: Unexpected BlockUCState: BP-1255048256-172.17.0.2-1731609796343:blk_1073742225_1404 is UNDER_RECOVERY but not UNDER_CONSTRUCTION at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkUCBlock(FSNamesystem.java:5912) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.bumpBlockGenerationStamp(FSNamesystem.java:5980) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.updateBlockForPipeline(NameNodeRpcServer.java:1002) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolServerSideTranslatorPB.java:1182) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$updateBlockForPipeline$50(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.updateBlockForPipeline(ClientNamenodeProtocolTranslatorPB.java:920) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.updateBlockForPipeline(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.DataStreamer.updateBlockForPipeline(DataStreamer.java:1786) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineInternal(DataStreamer.java:1657) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForAppendOrRecovery(DataStreamer.java:1627) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.processDatanodeOrExternalError(DataStreamer.java:1408) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:707) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T18:43:57,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742225_1415 (size=1394) 2024-11-14T18:44:00,861 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 after 4002ms 2024-11-14T18:44:00,863 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 took 4004ms 2024-11-14T18:44:00,865 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitAndCount(TestWALSplit.java:529) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile(TestWALSplit.java:601) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Error while reading WALKey, originalPosition=670, currentPosition=699 at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:67) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more Caused by: org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException: Protocol message contained an invalid tag (zero). at org.apache.hbase.thirdparty.com.google.protobuf.InvalidProtocolBufferException.invalidTag(InvalidProtocolBufferException.java:110) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readTag(CodedInputStream.java:2079) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$Builder.mergeFrom(HBaseProtos.java:16521) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16655) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.HBaseProtos$UUID$1.parsePartialFrom(HBaseProtos.java:16647) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.CodedInputStream$StreamDecoder.readMessage(CodedInputStream.java:2354) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$Builder.mergeFrom(WALProtos.java:2790) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4213) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.WALProtos$WALKey$1.parsePartialFrom(WALProtos.java:4205) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parsePartialFrom(AbstractParser.java:192) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:209) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:214) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.AbstractParser.parseFrom(AbstractParser.java:25) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.parseDelimitedFrom(ProtobufUtil.java:3850) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.ProtobufWALStreamReader.next(ProtobufWALStreamReader.java:56) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:00,866 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 so closing down 2024-11-14T18:44:00,866 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:00,866 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:00,868 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:00,868 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:00,869 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:00,869 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742236_1416 (size=353) 2024-11-14T18:44:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742236_1416 (size=353) 2024-11-14T18:44:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742237_1417 (size=418) 2024-11-14T18:44:00,885 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742237_1417 (size=418) 2024-11-14T18:44:00,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,886 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T18:44:00,886 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000107 2024-11-14T18:44:00,886 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false 2024-11-14T18:44:00,886 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5, size=1.4 K (1394bytes) at 1731609836859Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 so closing down at 1731609840866 (+4007 ms)3 split writer threads finished at 1731609840866Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609840869 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609840869Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 4 edits, skipped 0 edits in 0 ms) at 1731609840885 (+16 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609840885Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731609840886 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000107 at 1731609840886Processed 9 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5, size=1.4 K, length=1394, corrupted=true, cancelled=false at 1731609840886 2024-11-14T18:44:00,888 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/corrupt/wal.dat.5 2024-11-14T18:44:00,888 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:44:00,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6 2024-11-14T18:44:00,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6 after 1ms 2024-11-14T18:44:00,890 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6 took 2ms 2024-11-14T18:44:00,891 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6 so closing down 2024-11-14T18:44:00,891 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:00,891 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:00,893 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:00,893 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:00,894 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:00,894 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742238_1418 (size=749) 2024-11-14T18:44:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742239_1419 (size=749) 2024-11-14T18:44:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742238_1418 (size=749) 2024-11-14T18:44:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742239_1419 (size=749) 2024-11-14T18:44:00,904 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,904 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:44:00,905 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:44:00,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:44:00,906 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6, size=1.4 K (1405bytes) at 1731609840888Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6 so closing down at 1731609840891 (+3 ms)3 split writer threads finished at 1731609840891Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609840894 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609840894Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609840904 (+10 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609840904Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609840905 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609840905Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609840905 2024-11-14T18:44:00,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.6 2024-11-14T18:44:00,908 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:44:00,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7 2024-11-14T18:44:00,908 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7 after 0ms 2024-11-14T18:44:00,910 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7 took 3ms 2024-11-14T18:44:00,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7 so closing down 2024-11-14T18:44:00,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:00,911 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:00,913 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:00,913 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:00,914 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:00,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742241_1421 (size=753) 2024-11-14T18:44:00,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742241_1421 (size=753) 2024-11-14T18:44:00,919 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,920 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:44:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742240_1420 (size=753) 2024-11-14T18:44:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742240_1420 (size=753) 2024-11-14T18:44:00,924 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,925 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:44:00,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:44:00,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7, size=1.4 K (1413bytes) at 1731609840908Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7 so closing down at 1731609840911 (+3 ms)3 split writer threads finished at 1731609840911Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609840914 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609840914Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609840919 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609840920 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609840924 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609840925 (+1 ms)Processed 20 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609840926 (+1 ms) 2024-11-14T18:44:00,927 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.7 2024-11-14T18:44:00,928 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:44:00,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8 2024-11-14T18:44:00,928 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8 after 0ms 2024-11-14T18:44:00,930 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8 took 3ms 2024-11-14T18:44:00,935 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8 so closing down 2024-11-14T18:44:00,936 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:00,936 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:00,941 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:00,941 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:00,942 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:00,942 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742243_1423 (size=753) 2024-11-14T18:44:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742243_1423 (size=753) 2024-11-14T18:44:00,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,962 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:44:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742242_1422 (size=753) 2024-11-14T18:44:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742242_1422 (size=753) 2024-11-14T18:44:00,965 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,966 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:44:00,966 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:44:00,967 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8, size=1.4 K (1413bytes) at 1731609840928Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8 so closing down at 1731609840935 (+7 ms)3 split writer threads finished at 1731609840936 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609840942 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609840942Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609840961 (+19 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609840962 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609840965 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609840966 (+1 ms)Processed 20 edits across 2 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609840966 2024-11-14T18:44:00,968 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.8 2024-11-14T18:44:00,969 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:44:00,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9 2024-11-14T18:44:00,969 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9 after 0ms 2024-11-14T18:44:00,971 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9 took 3ms 2024-11-14T18:44:00,973 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9 so closing down 2024-11-14T18:44:00,973 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:00,973 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:00,976 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:00,976 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:00,977 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:00,977 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742244_1424 (size=753) 2024-11-14T18:44:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742244_1424 (size=753) 2024-11-14T18:44:00,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:00,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:44:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742245_1425 (size=753) 2024-11-14T18:44:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742245_1425 (size=753) 2024-11-14T18:44:01,004 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:01,006 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:44:01,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:44:01,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9, size=1.4 K (1413bytes) at 1731609840969Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9 so closing down at 1731609840973 (+4 ms)3 split writer threads finished at 1731609840973Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609840977 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609840977Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609840993 (+16 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609840994 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609841004 (+10 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609841006 (+2 ms)Processed 20 edits across 2 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609841006 2024-11-14T18:44:01,008 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/WALs/testmiddlegarbagecorruptionskiperrorsreadshalfoffile,16010,1731609836574/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/488f4a69-8883-cfcc-8969-278403bdc73a/oldWALs/wal.dat.9 2024-11-14T18:44:01,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testMiddleGarbageCorruptionSkipErrorsReadsHalfOfFile Thread=145 (was 145), OpenFileDescriptor=399 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 532), ProcessCount=11 (was 11), AvailableMemoryMB=7818 (was 4382) - AvailableMemoryMB LEAK? - 2024-11-14T18:44:01,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=7818 2024-11-14T18:44:01,072 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:44:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742246_1426 (size=7) 2024-11-14T18:44:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742246_1426 (size=7) 2024-11-14T18:44:01,079 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:44:01,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:01,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:01,083 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:01,084 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region region__1 2024-11-14T18:44:01,085 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:44:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,086 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,089 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,090 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,091 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742247_1427 (size=863) 2024-11-14T18:44:01,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742247_1427 (size=863) 2024-11-14T18:44:01,096 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:44:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742248_1428 (size=823) 2024-11-14T18:44:01,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742248_1428 (size=823) 2024-11-14T18:44:01,526 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0, size=823 (823bytes) 2024-11-14T18:44:01,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0 2024-11-14T18:44:01,526 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0 after 0ms 2024-11-14T18:44:01,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0 took 2ms 2024-11-14T18:44:01,533 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0; continuing. 2024-11-14T18:44:01,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0 so closing down 2024-11-14T18:44:01,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:01,533 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:01,535 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:01,536 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742249_1429 (size=786) 2024-11-14T18:44:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742249_1429 (size=786) 2024-11-14T18:44:01,547 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:01,548 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000008 2024-11-14T18:44:01,548 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 9 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false 2024-11-14T18:44:01,548 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0, size=823 (823bytes) at 1731609841526Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0 so closing down at 1731609841533 (+7 ms)3 split writer threads finished at 1731609841533Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609841536 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609841547 (+11 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/data/default/t1/region__1/recovered.edits/0000000000000000008 at 1731609841548 (+1 ms)Processed 9 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0, size=823, length=823, corrupted=false, cancelled=false at 1731609841548 2024-11-14T18:44:01,550 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/WALs/testeofisignored,16010,1731609841084/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/930b60b0-34b6-523a-1da3-0b447c7fc638/oldWALs/wal.dat.0 2024-11-14T18:44:01,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testEOFisIgnored Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=7813 (was 7818) 2024-11-14T18:44:01,570 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=7813 2024-11-14T18:44:01,570 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:44:01,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742250_1430 (size=7) 2024-11-14T18:44:01,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742250_1430 (size=7) 2024-11-14T18:44:01,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:44:01,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:01,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:01,580 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:01,581 INFO [Time-limited test {}] wal.TestWALSplit(1111): testSplitLogFileEmpty 2024-11-14T18:44:01,581 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat..empty 2024-11-14T18:44:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742251_1431 (size=93) 2024-11-14T18:44:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742251_1431 (size=93) 2024-11-14T18:44:01,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty, size=93 (93bytes) 2024-11-14T18:44:01,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty 2024-11-14T18:44:01,603 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty after 0ms 2024-11-14T18:44:01,610 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty took 7ms 2024-11-14T18:44:01,610 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty so closing down 2024-11-14T18:44:01,610 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:01,610 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:01,610 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false 2024-11-14T18:44:01,610 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty, size=93 (93bytes) at 1731609841603Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty so closing down at 1731609841610 (+7 ms)3 split writer threads finished at 1731609841610Processed 0 edits across 0 Regions in 0 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty, size=93, length=93, corrupted=false, cancelled=false at 1731609841610 2024-11-14T18:44:01,616 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/WALs/testsplitlogfileempty,16010,1731609841580/wal.dat..empty to hdfs://localhost:35945/user/jenkins/test-data/92fe6815-43aa-d22a-7309-f770b65400d7/oldWALs/wal.dat..empty 2024-11-14T18:44:01,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileEmpty Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=7814 (was 7813) - AvailableMemoryMB LEAK? - 2024-11-14T18:44:01,634 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=7814 2024-11-14T18:44:01,635 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:44:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742252_1432 (size=7) 2024-11-14T18:44:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742252_1432 (size=7) 2024-11-14T18:44:01,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:44:01,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:01,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:01,644 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:01,644 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:44:01,645 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:44:01,645 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:44:01,646 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,646 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,655 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,656 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,657 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,658 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,659 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742253_1433 (size=1393) 2024-11-14T18:44:01,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742253_1433 (size=1393) 2024-11-14T18:44:01,661 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:44:01,662 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:44:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,662 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,665 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,666 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,667 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,669 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,670 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742254_1434 (size=1393) 2024-11-14T18:44:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742254_1434 (size=1393) 2024-11-14T18:44:01,672 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:44:01,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:44:01,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,679 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742255_1435 (size=1393) 2024-11-14T18:44:01,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742255_1435 (size=1393) 2024-11-14T18:44:01,682 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:44:01,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:44:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,686 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,687 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,689 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,690 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742256_1436 (size=1393) 2024-11-14T18:44:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742256_1436 (size=1393) 2024-11-14T18:44:01,692 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:44:01,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:44:01,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,697 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,698 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,700 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,700 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742257_1437 (size=1393) 2024-11-14T18:44:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742257_1437 (size=1393) 2024-11-14T18:44:01,701 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:44:01,702 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:44:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,708 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,709 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742258_1438 (size=1393) 2024-11-14T18:44:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742258_1438 (size=1393) 2024-11-14T18:44:01,711 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:44:01,711 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:44:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,712 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,719 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742259_1439 (size=1405) 2024-11-14T18:44:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742259_1439 (size=1405) 2024-11-14T18:44:01,721 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:44:01,721 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:44:01,722 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,722 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,724 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742260_1440 (size=1413) 2024-11-14T18:44:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742260_1440 (size=1413) 2024-11-14T18:44:01,730 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:44:01,730 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:44:01,731 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,731 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,734 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,734 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,735 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742261_1441 (size=1413) 2024-11-14T18:44:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742261_1441 (size=1413) 2024-11-14T18:44:01,740 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:44:01,740 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:44:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,744 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,744 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,746 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,747 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:01,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742262_1442 (size=1413) 2024-11-14T18:44:01,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742262_1442 (size=1413) 2024-11-14T18:44:01,751 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:44:01,767 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:44:01,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0 2024-11-14T18:44:01,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0 after 0ms 2024-11-14T18:44:01,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0 took 1ms 2024-11-14T18:44:01,770 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0 so closing down 2024-11-14T18:44:01,770 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:01,770 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:01,772 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:01,772 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:44:01,773 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:01,773 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:44:01,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742263_1443 (size=743) 2024-11-14T18:44:01,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742263_1443 (size=743) 2024-11-14T18:44:01,777 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:01,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:44:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742264_1444 (size=743) 2024-11-14T18:44:01,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742264_1444 (size=743) 2024-11-14T18:44:01,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:01,781 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000019 2024-11-14T18:44:01,781 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:44:01,781 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0, size=1.4 K (1393bytes) at 1731609841767Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0 so closing down at 1731609841770 (+3 ms)3 split writer threads finished at 1731609841770Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609841773 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609841773Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609841777 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609841778 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609841780 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000019 at 1731609841781 (+1 ms)Processed 20 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609841781 2024-11-14T18:44:01,783 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.0 2024-11-14T18:44:01,783 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:44:01,783 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1 2024-11-14T18:44:01,784 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1 after 0ms 2024-11-14T18:44:01,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1 took 2ms 2024-11-14T18:44:01,786 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1 so closing down 2024-11-14T18:44:01,786 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:01,786 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:01,788 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:44:01,788 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:44:01,789 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:44:01,789 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:44:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742265_1445 (size=743) 2024-11-14T18:44:01,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742265_1445 (size=743) 2024-11-14T18:44:01,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742266_1446 (size=743) 2024-11-14T18:44:01,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742266_1446 (size=743) 2024-11-14T18:44:01,794 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:01,795 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000039 2024-11-14T18:44:02,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:44:02,195 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:44:02,195 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1, size=1.4 K (1393bytes) at 1731609841783Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1 so closing down at 1731609841786 (+3 ms)3 split writer threads finished at 1731609841786Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609841789 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609841789Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609841794 (+5 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000039 at 1731609841795 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842194 (+399 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609842195 (+1 ms)Processed 20 edits across 2 Regions in 410 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609842195 2024-11-14T18:44:02,197 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.1 2024-11-14T18:44:02,197 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:44:02,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2 2024-11-14T18:44:02,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2 after 0ms 2024-11-14T18:44:02,199 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2 took 2ms 2024-11-14T18:44:02,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2 so closing down 2024-11-14T18:44:02,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,206 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,208 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:44:02,208 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:44:02,209 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:44:02,209 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:44:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742268_1448 (size=743) 2024-11-14T18:44:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742268_1448 (size=743) 2024-11-14T18:44:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742267_1447 (size=743) 2024-11-14T18:44:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742267_1447 (size=743) 2024-11-14T18:44:02,617 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,618 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,619 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000059 2024-11-14T18:44:02,619 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:44:02,619 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:44:02,619 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2, size=1.4 K (1393bytes) at 1731609842197Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2 so closing down at 1731609842206 (+9 ms)3 split writer threads finished at 1731609842206Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609842209 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609842209Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842617 (+408 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842618 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000059 at 1731609842619 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609842619Processed 20 edits across 2 Regions in 414 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609842619 2024-11-14T18:44:02,620 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.2 2024-11-14T18:44:02,621 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:44:02,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3 2024-11-14T18:44:02,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3 after 0ms 2024-11-14T18:44:02,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3 took 2ms 2024-11-14T18:44:02,625 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3 so closing down 2024-11-14T18:44:02,625 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,635 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,636 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:44:02,637 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:44:02,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:44:02,637 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:44:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742269_1449 (size=743) 2024-11-14T18:44:02,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742269_1449 (size=743) 2024-11-14T18:44:02,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742270_1450 (size=743) 2024-11-14T18:44:02,642 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742270_1450 (size=743) 2024-11-14T18:44:02,642 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,643 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000079 2024-11-14T18:44:02,643 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:44:02,644 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:44:02,644 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3, size=1.4 K (1393bytes) at 1731609842621Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3 so closing down at 1731609842625 (+4 ms)3 split writer threads finished at 1731609842635 (+10 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609842637 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609842637Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842642 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842642Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000079 at 1731609842643 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609842643Processed 20 edits across 2 Regions in 21 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609842644 (+1 ms) 2024-11-14T18:44:02,646 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.3 2024-11-14T18:44:02,646 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:44:02,646 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4 2024-11-14T18:44:02,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4 after 1ms 2024-11-14T18:44:02,649 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4 took 3ms 2024-11-14T18:44:02,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4 so closing down 2024-11-14T18:44:02,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,650 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,658 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:44:02,658 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:44:02,667 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:44:02,667 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:44:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742271_1451 (size=743) 2024-11-14T18:44:02,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742271_1451 (size=743) 2024-11-14T18:44:02,674 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,675 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000099 2024-11-14T18:44:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742272_1452 (size=743) 2024-11-14T18:44:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742272_1452 (size=743) 2024-11-14T18:44:02,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:44:02,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:44:02,690 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4, size=1.4 K (1393bytes) at 1731609842646Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4 so closing down at 1731609842650 (+4 ms)3 split writer threads finished at 1731609842650Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609842667 (+17 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609842667Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842674 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000099 at 1731609842675 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842688 (+13 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609842689 (+1 ms)Processed 20 edits across 2 Regions in 40 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609842689 2024-11-14T18:44:02,691 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.4 2024-11-14T18:44:02,691 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:44:02,691 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5 2024-11-14T18:44:02,692 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5 after 1ms 2024-11-14T18:44:02,693 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5 took 2ms 2024-11-14T18:44:02,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5 so closing down 2024-11-14T18:44:02,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,694 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,696 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:02,696 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:02,697 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:02,697 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:02,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742273_1453 (size=743) 2024-11-14T18:44:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742273_1453 (size=743) 2024-11-14T18:44:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742274_1454 (size=743) 2024-11-14T18:44:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742274_1454 (size=743) 2024-11-14T18:44:02,710 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,710 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,711 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000119 2024-11-14T18:44:02,711 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:44:02,712 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false 2024-11-14T18:44:02,712 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5, size=1.4 K (1393bytes) at 1731609842691Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5 so closing down at 1731609842694 (+3 ms)3 split writer threads finished at 1731609842694Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609842697 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609842697Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842710 (+13 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842710Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000119 at 1731609842711 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609842712 (+1 ms)Processed 20 edits across 2 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5, size=1.4 K, length=1393, corrupted=false, cancelled=false at 1731609842712 2024-11-14T18:44:02,713 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.5 2024-11-14T18:44:02,713 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:44:02,713 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6 2024-11-14T18:44:02,714 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6 after 1ms 2024-11-14T18:44:02,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6 took 2ms 2024-11-14T18:44:02,716 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6 so closing down 2024-11-14T18:44:02,716 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,716 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,718 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:02,718 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:02,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:02,719 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742275_1455 (size=749) 2024-11-14T18:44:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742276_1456 (size=749) 2024-11-14T18:44:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742275_1455 (size=749) 2024-11-14T18:44:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742276_1456 (size=749) 2024-11-14T18:44:02,730 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,730 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,731 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000139 2024-11-14T18:44:02,731 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:44:02,731 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false 2024-11-14T18:44:02,731 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6, size=1.4 K (1405bytes) at 1731609842713Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6 so closing down at 1731609842716 (+3 ms)3 split writer threads finished at 1731609842716Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609842719 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609842719Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842730 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842730Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000139 at 1731609842731 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609842731Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6, size=1.4 K, length=1405, corrupted=false, cancelled=false at 1731609842731 2024-11-14T18:44:02,733 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.6 2024-11-14T18:44:02,733 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:44:02,733 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7 2024-11-14T18:44:02,734 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7 after 1ms 2024-11-14T18:44:02,735 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7 took 2ms 2024-11-14T18:44:02,736 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7 so closing down 2024-11-14T18:44:02,736 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,737 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,738 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:02,738 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:02,739 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:02,739 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742277_1457 (size=753) 2024-11-14T18:44:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742277_1457 (size=753) 2024-11-14T18:44:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742278_1458 (size=753) 2024-11-14T18:44:02,743 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742278_1458 (size=753) 2024-11-14T18:44:02,744 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,744 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000159 2024-11-14T18:44:02,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:44:02,745 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:44:02,745 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7, size=1.4 K (1413bytes) at 1731609842733Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7 so closing down at 1731609842736 (+3 ms)3 split writer threads finished at 1731609842737 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609842739 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609842739Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842743 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842744 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000159 at 1731609842744Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609842745 (+1 ms)Processed 20 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609842745 2024-11-14T18:44:02,746 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.7 2024-11-14T18:44:02,747 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:44:02,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8 2024-11-14T18:44:02,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8 after 0ms 2024-11-14T18:44:02,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8 took 2ms 2024-11-14T18:44:02,749 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8 so closing down 2024-11-14T18:44:02,750 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,750 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,751 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:02,751 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:02,752 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:02,754 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742280_1460 (size=753) 2024-11-14T18:44:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742279_1459 (size=753) 2024-11-14T18:44:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742279_1459 (size=753) 2024-11-14T18:44:02,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742280_1460 (size=753) 2024-11-14T18:44:02,763 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,763 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,764 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000179 2024-11-14T18:44:02,764 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:44:02,764 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:44:02,764 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8, size=1.4 K (1413bytes) at 1731609842747Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8 so closing down at 1731609842750 (+3 ms)3 split writer threads finished at 1731609842750Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609842752 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609842754 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842763 (+9 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842763Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000179 at 1731609842764 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609842764Processed 20 edits across 2 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609842764 2024-11-14T18:44:02,766 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.8 2024-11-14T18:44:02,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:44:02,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9 2024-11-14T18:44:02,766 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9 after 0ms 2024-11-14T18:44:02,768 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9 took 2ms 2024-11-14T18:44:02,769 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9 so closing down 2024-11-14T18:44:02,769 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:02,769 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:02,771 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:02,771 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:02,772 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:02,772 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:02,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742282_1462 (size=753) 2024-11-14T18:44:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742282_1462 (size=753) 2024-11-14T18:44:02,776 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742281_1461 (size=753) 2024-11-14T18:44:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742281_1461 (size=753) 2024-11-14T18:44:02,778 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:02,778 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000199 2024-11-14T18:44:02,779 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:44:02,779 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false 2024-11-14T18:44:02,779 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9, size=1.4 K (1413bytes) at 1731609842766Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9 so closing down at 1731609842769 (+3 ms)3 split writer threads finished at 1731609842769Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609842772 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609842772Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842776 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609842778 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/ccc/recovered.edits/0000000000000000199 at 1731609842778Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609842779 (+1 ms)Processed 20 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9, size=1.4 K, length=1413, corrupted=false, cancelled=false at 1731609842779 2024-11-14T18:44:02,781 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/WALs/testlogsgetarchivedaftersplit,16010,1731609841644/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/c73005fd-4d9b-2240-eb69-e450802036ed/oldWALs/wal.dat.9 2024-11-14T18:44:02,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testLogsGetArchivedAfterSplit Thread=145 (was 145), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=514 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=7794 (was 7814) 2024-11-14T18:44:02,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=145, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=514, ProcessCount=11, AvailableMemoryMB=7794 2024-11-14T18:44:02,796 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:44:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742283_1463 (size=7) 2024-11-14T18:44:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742283_1463 (size=7) 2024-11-14T18:44:02,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:44:02,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:02,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:02,805 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:02,806 INFO [Time-limited test {}] wal.TestWALSplit(1153): testConcurrentSplitLogAndReplayRecoverEdit 2024-11-14T18:44:02,806 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region r0 2024-11-14T18:44:02,807 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:44:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,808 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,810 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,811 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,812 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742284_1464 (size=723) 2024-11-14T18:44:02,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742284_1464 (size=723) 2024-11-14T18:44:02,814 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:44:02,814 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:44:02,815 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,815 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,818 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,818 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,819 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,820 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742285_1465 (size=723) 2024-11-14T18:44:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742285_1465 (size=723) 2024-11-14T18:44:02,822 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:44:02,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:44:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,823 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,826 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,826 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,827 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:02,828 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742286_1466 (size=723) 2024-11-14T18:44:02,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742286_1466 (size=723) 2024-11-14T18:44:03,231 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:44:03,231 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:44:03,232 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,232 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,237 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,237 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,238 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,238 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,239 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,239 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,240 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,240 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,241 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,241 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,242 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,242 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742287_1467 (size=723) 2024-11-14T18:44:03,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742287_1467 (size=723) 2024-11-14T18:44:03,244 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:44:03,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:44:03,246 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,246 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,249 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,250 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,251 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,252 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742288_1468 (size=723) 2024-11-14T18:44:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742288_1468 (size=723) 2024-11-14T18:44:03,254 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:44:03,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:44:03,256 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,256 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,259 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,260 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,261 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,262 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742289_1469 (size=723) 2024-11-14T18:44:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742289_1469 (size=723) 2024-11-14T18:44:03,264 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:44:03,264 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:44:03,265 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,265 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,269 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,270 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,271 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,271 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742290_1470 (size=723) 2024-11-14T18:44:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742290_1470 (size=723) 2024-11-14T18:44:03,273 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:44:03,273 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:44:03,273 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,273 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,276 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,277 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,277 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,278 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,279 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742291_1471 (size=723) 2024-11-14T18:44:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742291_1471 (size=723) 2024-11-14T18:44:03,281 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:44:03,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:44:03,282 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,282 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,285 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,285 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,286 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,287 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,288 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742292_1472 (size=723) 2024-11-14T18:44:03,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742292_1472 (size=723) 2024-11-14T18:44:03,290 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:44:03,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:44:03,291 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,291 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,295 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,295 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,296 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,297 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,297 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,298 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,298 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742293_1473 (size=723) 2024-11-14T18:44:03,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742293_1473 (size=723) 2024-11-14T18:44:03,300 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:44:03,317 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=testConcurrentSplitLogAndReplayRecoverEdit, suffix=, logDir=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testConcurrentSplitLogAndReplayRecoverEdit, archiveDir=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/oldWALs, maxLogs=32 2024-11-14T18:44:03,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testConcurrentSplitLogAndReplayRecoverEdit.1731609843346 2024-11-14T18:44:03,356 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testConcurrentSplitLogAndReplayRecoverEdit/testConcurrentSplitLogAndReplayRecoverEdit.1731609843346 2024-11-14T18:44:03,413 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38431:38431),(127.0.0.1/127.0.0.1:44685:44685)] 2024-11-14T18:44:03,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0, size=723 (723bytes) 2024-11-14T18:44:03,430 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0 2024-11-14T18:44:03,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0 after 1ms 2024-11-14T18:44:03,433 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0 took 3ms 2024-11-14T18:44:03,434 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0 so closing down 2024-11-14T18:44:03,434 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,434 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,437 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:03,438 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742295_1475 (size=723) 2024-11-14T18:44:03,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742295_1475 (size=723) 2024-11-14T18:44:03,442 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:03,443 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000009 2024-11-14T18:44:03,443 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false 2024-11-14T18:44:03,443 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0, size=723 (723bytes) at 1731609843430Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0 so closing down at 1731609843434 (+4 ms)3 split writer threads finished at 1731609843434Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609843438 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609843442 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/data/default/t1/r0/recovered.edits/0000000000000000009 at 1731609843443 (+1 ms)Processed 10 edits across 1 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/WALs/testconcurrentsplitlogandreplayrecoveredit,16010,1731609842805/wal.dat.0, size=723, length=723, corrupted=false, cancelled=false at 1731609843443 2024-11-14T18:44:03,444 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T18:44:03,444 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T18:44:03,444 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T18:44:03,444 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T18:44:03,444 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T18:44:03,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742294_1474 (size=93) 2024-11-14T18:44:03,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742294_1474 (size=93) 2024-11-14T18:44:03,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f14213a7-6b48-46b1-a810-d554e80f8e57/oldWALs 2024-11-14T18:44:03,451 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog testConcurrentSplitLogAndReplayRecoverEdit:(num 1731609843346) 2024-11-14T18:44:03,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testConcurrentSplitLogAndReplayRecoverEdit Thread=151 (was 145) - Thread LEAK? -, OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 514), ProcessCount=11 (was 11), AvailableMemoryMB=7786 (was 7794) 2024-11-14T18:44:03,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=7786 2024-11-14T18:44:03,465 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:44:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742296_1476 (size=7) 2024-11-14T18:44:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742296_1476 (size=7) 2024-11-14T18:44:03,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:44:03,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:03,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:03,474 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:03,476 DEBUG [Time-limited test {}] wal.TestWALSplit(653): no previous CORRUPTDIR to clean. 2024-11-14T18:44:03,476 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:03,476 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:44:03,476 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:44:03,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:44:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,478 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,481 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,482 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,483 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,484 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,485 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,486 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742297_1477 (size=1393) 2024-11-14T18:44:03,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742297_1477 (size=1393) 2024-11-14T18:44:03,488 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:44:03,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:44:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,489 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,492 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,493 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,494 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,495 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,496 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,497 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,498 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742298_1478 (size=1393) 2024-11-14T18:44:03,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742298_1478 (size=1393) 2024-11-14T18:44:03,500 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:44:03,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:44:03,501 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,501 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,504 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,505 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,506 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,507 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,508 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,508 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,509 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,509 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,510 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742299_1479 (size=1393) 2024-11-14T18:44:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742299_1479 (size=1393) 2024-11-14T18:44:03,512 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:44:03,513 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:44:03,513 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,513 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,516 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,517 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,518 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,519 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,519 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,520 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,521 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,522 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,522 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742300_1480 (size=1393) 2024-11-14T18:44:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742300_1480 (size=1393) 2024-11-14T18:44:03,524 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:44:03,524 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:44:03,525 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,525 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,528 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,528 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,529 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,530 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,531 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,531 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,532 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,533 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742301_1481 (size=1393) 2024-11-14T18:44:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742301_1481 (size=1393) 2024-11-14T18:44:03,535 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:44:03,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:44:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,536 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,539 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,540 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,541 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,542 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,542 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,543 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,544 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742302_1482 (size=1393) 2024-11-14T18:44:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742302_1482 (size=1393) 2024-11-14T18:44:03,546 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:44:03,546 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:44:03,547 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,547 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,550 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,550 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,551 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,552 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,553 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,554 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,555 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,556 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742303_1483 (size=1405) 2024-11-14T18:44:03,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742303_1483 (size=1405) 2024-11-14T18:44:03,558 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:44:03,558 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:44:03,559 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,559 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,562 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,563 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,564 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,565 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,566 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,567 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742304_1484 (size=1413) 2024-11-14T18:44:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742304_1484 (size=1413) 2024-11-14T18:44:03,570 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:44:03,570 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:44:03,571 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,571 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,575 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,576 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,577 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,578 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,579 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,580 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,580 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742305_1485 (size=1413) 2024-11-14T18:44:03,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742305_1485 (size=1413) 2024-11-14T18:44:03,582 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:44:03,582 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:44:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,584 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,588 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,589 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,590 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,591 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,591 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,592 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,592 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,593 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,594 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742306_1486 (size=1413) 2024-11-14T18:44:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742306_1486 (size=1413) 2024-11-14T18:44:03,596 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:44:03,613 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:44:03,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 2024-11-14T18:44:03,613 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 after 0ms 2024-11-14T18:44:03,615 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 took 2ms 2024-11-14T18:44:03,616 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,616 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 so closing down 2024-11-14T18:44:03,616 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,617 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,617 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:03,617 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K (1393bytes) at 1731609843613Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 so closing down at 1731609843616 (+3 ms)3 split writer threads finished at 1731609843617 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609843617 2024-11-14T18:44:03,618 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.0 2024-11-14T18:44:03,619 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:44:03,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 2024-11-14T18:44:03,619 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 after 0ms 2024-11-14T18:44:03,621 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 took 2ms 2024-11-14T18:44:03,622 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,623 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 so closing down 2024-11-14T18:44:03,623 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,623 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,623 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:03,623 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K (1393bytes) at 1731609843619Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 so closing down at 1731609843623 (+4 ms)3 split writer threads finished at 1731609843623Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609843623 2024-11-14T18:44:03,624 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.1 2024-11-14T18:44:03,625 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:44:03,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 2024-11-14T18:44:03,625 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 after 0ms 2024-11-14T18:44:03,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 took 2ms 2024-11-14T18:44:03,628 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,628 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 so closing down 2024-11-14T18:44:03,628 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,628 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:03,628 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K (1393bytes) at 1731609843625Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 so closing down at 1731609843628 (+3 ms)3 split writer threads finished at 1731609843628Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609843628 2024-11-14T18:44:03,630 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.2 2024-11-14T18:44:03,630 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:44:03,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 2024-11-14T18:44:03,631 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 after 1ms 2024-11-14T18:44:03,632 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 took 2ms 2024-11-14T18:44:03,633 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,634 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 so closing down 2024-11-14T18:44:03,634 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,634 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,634 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:03,634 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K (1393bytes) at 1731609843630Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 so closing down at 1731609843634 (+4 ms)3 split writer threads finished at 1731609843634Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609843634 2024-11-14T18:44:03,636 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.3 2024-11-14T18:44:03,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:44:03,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 2024-11-14T18:44:03,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 after 0ms 2024-11-14T18:44:03,638 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 took 2ms 2024-11-14T18:44:03,639 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,639 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 so closing down 2024-11-14T18:44:03,639 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,640 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,640 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:03,640 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K (1393bytes) at 1731609843636Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 so closing down at 1731609843639 (+3 ms)3 split writer threads finished at 1731609843640 (+1 ms)Processed 0 edits across 0 Regions in 2 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609843640 2024-11-14T18:44:03,641 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.4 2024-11-14T18:44:03,641 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:44:03,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 2024-11-14T18:44:03,642 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 after 1ms 2024-11-14T18:44:03,643 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 took 2ms 2024-11-14T18:44:03,644 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,645 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 so closing down 2024-11-14T18:44:03,645 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,645 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,645 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:03,645 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K (1393bytes) at 1731609843641Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 so closing down at 1731609843645 (+4 ms)3 split writer threads finished at 1731609843645Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609843645 2024-11-14T18:44:03,647 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.5 2024-11-14T18:44:03,647 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:44:03,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 2024-11-14T18:44:03,647 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 after 0ms 2024-11-14T18:44:03,649 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 took 2ms 2024-11-14T18:44:03,650 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,650 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 so closing down 2024-11-14T18:44:03,650 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,650 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T18:44:03,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K (1405bytes) at 1731609843647Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 so closing down at 1731609843650 (+3 ms)3 split writer threads finished at 1731609843650Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731609843651 (+1 ms) 2024-11-14T18:44:03,652 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.6 2024-11-14T18:44:03,652 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:44:03,652 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 2024-11-14T18:44:03,653 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 after 1ms 2024-11-14T18:44:03,654 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 took 2ms 2024-11-14T18:44:03,655 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,656 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 so closing down 2024-11-14T18:44:03,656 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,656 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,656 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:03,656 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K (1413bytes) at 1731609843652Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 so closing down at 1731609843656 (+4 ms)3 split writer threads finished at 1731609843656Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609843656 2024-11-14T18:44:03,658 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.7 2024-11-14T18:44:03,658 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:44:03,658 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 2024-11-14T18:44:03,659 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 after 1ms 2024-11-14T18:44:03,660 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 took 2ms 2024-11-14T18:44:03,662 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,662 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 so closing down 2024-11-14T18:44:03,662 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,662 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:03,662 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K (1413bytes) at 1731609843658Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 so closing down at 1731609843662 (+4 ms)3 split writer threads finished at 1731609843662Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609843662 2024-11-14T18:44:03,664 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.8 2024-11-14T18:44:03,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:44:03,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 2024-11-14T18:44:03,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 after 1ms 2024-11-14T18:44:03,666 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 took 2ms 2024-11-14T18:44:03,667 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:57) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:03,668 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 so closing down 2024-11-14T18:44:03,668 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:03,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:03,668 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:03,668 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K (1413bytes) at 1731609843664Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 so closing down at 1731609843668 (+4 ms)3 split writer threads finished at 1731609843668Processed 0 edits across 0 Regions in 1 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609843668 2024-11-14T18:44:03,670 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.9 2024-11-14T18:44:03,671 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609843618; access_time=1731609843477; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609843624; access_time=1731609843488; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609843629; access_time=1731609843500; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609843635; access_time=1731609843513; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609843640; access_time=1731609843525; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609843646; access_time=1731609843536; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731609843651; access_time=1731609843547; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609843657; access_time=1731609843558; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609843663; access_time=1731609843571; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609843669; access_time=1731609843583; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T18:44:03,674 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:03,675 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:44:03,675 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:44:03,676 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:44:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,680 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,681 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,682 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,683 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,684 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,685 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742307_1487 (size=1393) 2024-11-14T18:44:03,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742307_1487 (size=1393) 2024-11-14T18:44:03,687 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:44:03,687 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:44:03,688 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,688 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,691 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,692 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,693 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,694 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,695 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,696 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,696 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742308_1488 (size=1393) 2024-11-14T18:44:03,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742308_1488 (size=1393) 2024-11-14T18:44:03,698 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:44:03,698 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:44:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,699 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,702 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,703 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,704 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,705 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,706 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,707 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742309_1489 (size=1393) 2024-11-14T18:44:03,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742309_1489 (size=1393) 2024-11-14T18:44:03,709 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:44:03,709 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:44:03,710 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,710 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,713 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,714 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,715 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,716 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,717 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,718 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742310_1490 (size=1393) 2024-11-14T18:44:03,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742310_1490 (size=1393) 2024-11-14T18:44:03,720 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:44:03,720 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:44:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,721 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,725 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,725 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,726 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,727 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,728 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,729 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,730 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742311_1491 (size=1393) 2024-11-14T18:44:03,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742311_1491 (size=1393) 2024-11-14T18:44:03,731 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:44:03,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:44:03,732 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,732 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,736 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,737 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,738 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,739 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,740 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,741 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,742 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,742 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742312_1492 (size=1393) 2024-11-14T18:44:03,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742312_1492 (size=1393) 2024-11-14T18:44:03,744 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:44:03,744 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:44:03,745 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,745 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,748 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,749 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,750 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,751 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,752 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,753 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742313_1493 (size=1405) 2024-11-14T18:44:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742313_1493 (size=1405) 2024-11-14T18:44:03,755 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:44:03,755 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:44:03,756 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,756 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,759 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,759 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,760 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,761 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,762 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,763 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:03,764 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:03,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742314_1494 (size=1413) 2024-11-14T18:44:03,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742314_1494 (size=1413) 2024-11-14T18:44:04,167 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:44:04,167 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:44:04,168 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,168 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,180 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,180 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,181 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,182 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,183 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,184 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,185 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,185 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742315_1495 (size=1413) 2024-11-14T18:44:04,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742315_1495 (size=1413) 2024-11-14T18:44:04,186 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:44:04,186 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:44:04,187 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,187 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,191 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,191 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,192 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,192 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,193 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,194 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,195 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:04,196 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:04,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742316_1496 (size=1413) 2024-11-14T18:44:04,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742316_1496 (size=1413) 2024-11-14T18:44:04,198 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:44:04,222 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:44:04,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 2024-11-14T18:44:04,223 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 after 1ms 2024-11-14T18:44:04,245 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 took 23ms 2024-11-14T18:44:04,247 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,248 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 so closing down 2024-11-14T18:44:04,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,248 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,250 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:44:04,250 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:04,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:04,250 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:44:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742318_1498 (size=418) 2024-11-14T18:44:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742318_1498 (size=418) 2024-11-14T18:44:04,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742317_1497 (size=418) 2024-11-14T18:44:04,255 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742317_1497 (size=418) 2024-11-14T18:44:04,255 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,256 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000009 2024-11-14T18:44:04,256 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000008 2024-11-14T18:44:04,256 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:04,256 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K (1393bytes) at 1731609844222Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 so closing down at 1731609844248 (+26 ms)3 split writer threads finished at 1731609844248Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609844250 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609844251 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844255 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844255Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000009 at 1731609844256 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000008 at 1731609844256Processed 10 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609844256 2024-11-14T18:44:04,258 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.0 2024-11-14T18:44:04,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:44:04,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 2024-11-14T18:44:04,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 after 0ms 2024-11-14T18:44:04,260 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 took 2ms 2024-11-14T18:44:04,261 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,262 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 so closing down 2024-11-14T18:44:04,262 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,262 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,264 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:44:04,265 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:44:04,265 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:44:04,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:44:04,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742319_1499 (size=418) 2024-11-14T18:44:04,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742319_1499 (size=418) 2024-11-14T18:44:04,280 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,282 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000028 2024-11-14T18:44:04,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742320_1500 (size=418) 2024-11-14T18:44:04,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742320_1500 (size=418) 2024-11-14T18:44:04,284 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,285 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000029 2024-11-14T18:44:04,285 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:04,285 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K (1393bytes) at 1731609844258Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 so closing down at 1731609844262 (+4 ms)3 split writer threads finished at 1731609844262Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609844266 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609844266Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844280 (+14 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000028 at 1731609844282 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844284 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000029 at 1731609844285 (+1 ms)Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609844285 2024-11-14T18:44:04,287 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.1 2024-11-14T18:44:04,287 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:44:04,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 2024-11-14T18:44:04,287 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 after 0ms 2024-11-14T18:44:04,289 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 took 2ms 2024-11-14T18:44:04,290 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,290 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 so closing down 2024-11-14T18:44:04,291 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,291 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,293 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:44:04,293 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:44:04,293 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:44:04,293 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:44:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742322_1502 (size=418) 2024-11-14T18:44:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742322_1502 (size=418) 2024-11-14T18:44:04,308 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,309 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000048 2024-11-14T18:44:04,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742321_1501 (size=418) 2024-11-14T18:44:04,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742321_1501 (size=418) 2024-11-14T18:44:04,318 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,319 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000049 2024-11-14T18:44:04,319 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:04,319 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K (1393bytes) at 1731609844287Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 so closing down at 1731609844290 (+3 ms)3 split writer threads finished at 1731609844291 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609844293 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609844293Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844308 (+15 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000048 at 1731609844309 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844318 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000049 at 1731609844319 (+1 ms)Processed 10 edits across 2 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609844319 2024-11-14T18:44:04,321 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.2 2024-11-14T18:44:04,321 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:44:04,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 2024-11-14T18:44:04,321 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 after 0ms 2024-11-14T18:44:04,323 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 took 2ms 2024-11-14T18:44:04,324 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,325 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 so closing down 2024-11-14T18:44:04,325 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,325 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,327 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:44:04,327 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:44:04,327 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:44:04,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:44:04,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742324_1504 (size=418) 2024-11-14T18:44:04,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742324_1504 (size=418) 2024-11-14T18:44:04,340 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000068 2024-11-14T18:44:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742323_1503 (size=418) 2024-11-14T18:44:04,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742323_1503 (size=418) 2024-11-14T18:44:04,348 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,349 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000069 2024-11-14T18:44:04,349 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:04,350 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K (1393bytes) at 1731609844321Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 so closing down at 1731609844325 (+4 ms)3 split writer threads finished at 1731609844325Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609844327 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609844328 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844340 (+12 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000068 at 1731609844341 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844348 (+7 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000069 at 1731609844349 (+1 ms)Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609844349 2024-11-14T18:44:04,351 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.3 2024-11-14T18:44:04,351 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:44:04,351 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 2024-11-14T18:44:04,352 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 after 1ms 2024-11-14T18:44:04,353 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 took 2ms 2024-11-14T18:44:04,355 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,355 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 so closing down 2024-11-14T18:44:04,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,355 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,360 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:44:04,360 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:44:04,361 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:44:04,361 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:44:04,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742326_1506 (size=418) 2024-11-14T18:44:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742325_1505 (size=418) 2024-11-14T18:44:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742325_1505 (size=418) 2024-11-14T18:44:04,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742326_1506 (size=418) 2024-11-14T18:44:04,365 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,366 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000089 2024-11-14T18:44:04,766 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000088 2024-11-14T18:44:04,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:04,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K (1393bytes) at 1731609844351Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 so closing down at 1731609844355 (+4 ms)3 split writer threads finished at 1731609844355Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609844361 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609844361Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844365 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000089 at 1731609844366 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844766 (+400 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000088 at 1731609844769 (+3 ms)Processed 10 edits across 2 Regions in 415 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609844769 2024-11-14T18:44:04,772 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.4 2024-11-14T18:44:04,772 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:44:04,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 2024-11-14T18:44:04,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 after 1ms 2024-11-14T18:44:04,775 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 took 3ms 2024-11-14T18:44:04,776 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 so closing down 2024-11-14T18:44:04,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,777 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,779 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:04,779 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:04,780 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:04,780 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:04,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742327_1507 (size=418) 2024-11-14T18:44:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742328_1508 (size=418) 2024-11-14T18:44:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742328_1508 (size=418) 2024-11-14T18:44:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742327_1507 (size=418) 2024-11-14T18:44:04,798 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,798 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000108 2024-11-14T18:44:04,799 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000109 2024-11-14T18:44:04,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:04,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K (1393bytes) at 1731609844772Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 so closing down at 1731609844777 (+5 ms)3 split writer threads finished at 1731609844777Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609844780 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609844780Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844798 (+18 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844798Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000108 at 1731609844799 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000109 at 1731609844799Processed 10 edits across 2 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609844799 2024-11-14T18:44:04,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.5 2024-11-14T18:44:04,801 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:44:04,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 2024-11-14T18:44:04,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 after 0ms 2024-11-14T18:44:04,802 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 took 1ms 2024-11-14T18:44:04,804 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,804 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 so closing down 2024-11-14T18:44:04,804 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,804 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,806 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:04,806 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:04,810 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:04,811 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742329_1509 (size=419) 2024-11-14T18:44:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742329_1509 (size=419) 2024-11-14T18:44:04,820 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,821 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000128 2024-11-14T18:44:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742330_1510 (size=419) 2024-11-14T18:44:04,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742330_1510 (size=419) 2024-11-14T18:44:04,830 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,832 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000129 2024-11-14T18:44:04,832 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T18:44:04,832 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K (1405bytes) at 1731609844801Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 so closing down at 1731609844804 (+3 ms)3 split writer threads finished at 1731609844804Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609844810 (+6 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609844811 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844820 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000128 at 1731609844821 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844830 (+9 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000129 at 1731609844832 (+2 ms)Processed 10 edits across 2 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731609844832 2024-11-14T18:44:04,833 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.6 2024-11-14T18:44:04,833 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:44:04,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 2024-11-14T18:44:04,833 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 after 0ms 2024-11-14T18:44:04,835 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 took 2ms 2024-11-14T18:44:04,836 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,836 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 so closing down 2024-11-14T18:44:04,836 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,836 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,838 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:04,838 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:04,839 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:04,839 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:04,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742331_1511 (size=423) 2024-11-14T18:44:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742331_1511 (size=423) 2024-11-14T18:44:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742332_1512 (size=423) 2024-11-14T18:44:04,845 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,846 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000148 2024-11-14T18:44:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742332_1512 (size=423) 2024-11-14T18:44:04,850 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:04,851 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000149 2024-11-14T18:44:04,851 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:04,851 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K (1413bytes) at 1731609844833Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 so closing down at 1731609844836 (+3 ms)3 split writer threads finished at 1731609844836Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609844839 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609844839Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844845 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000148 at 1731609844846 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609844850 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000149 at 1731609844851 (+1 ms)Processed 10 edits across 2 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609844851 2024-11-14T18:44:04,852 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.7 2024-11-14T18:44:04,853 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:44:04,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 2024-11-14T18:44:04,853 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 after 0ms 2024-11-14T18:44:04,854 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 took 1ms 2024-11-14T18:44:04,855 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:04,856 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 so closing down 2024-11-14T18:44:04,856 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:04,856 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:04,857 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:04,857 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:04,858 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:04,858 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742334_1514 (size=423) 2024-11-14T18:44:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742333_1513 (size=423) 2024-11-14T18:44:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742333_1513 (size=423) 2024-11-14T18:44:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742334_1514 (size=423) 2024-11-14T18:44:05,266 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,266 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,267 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000169 2024-11-14T18:44:05,267 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000168 2024-11-14T18:44:05,267 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:05,267 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K (1413bytes) at 1731609844853Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 so closing down at 1731609844856 (+3 ms)3 split writer threads finished at 1731609844856Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609844858 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609844858Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609845266 (+408 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609845266Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000169 at 1731609845267 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000168 at 1731609845267Processed 10 edits across 2 Regions in 413 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609845267 2024-11-14T18:44:05,269 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.8 2024-11-14T18:44:05,270 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:44:05,270 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 2024-11-14T18:44:05,271 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 after 1ms 2024-11-14T18:44:05,273 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 took 4ms 2024-11-14T18:44:05,275 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:61) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,275 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 so closing down 2024-11-14T18:44:05,275 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,276 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,286 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:05,286 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:05,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:05,287 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742335_1515 (size=423) 2024-11-14T18:44:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742335_1515 (size=423) 2024-11-14T18:44:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742336_1516 (size=423) 2024-11-14T18:44:05,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742336_1516 (size=423) 2024-11-14T18:44:05,298 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,299 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000188 2024-11-14T18:44:05,299 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000189 2024-11-14T18:44:05,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:05,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K (1413bytes) at 1731609845270Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 so closing down at 1731609845275 (+5 ms)3 split writer threads finished at 1731609845276 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609845287 (+11 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609845287Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609845298 (+11 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 5 edits, skipped 0 edits in 0 ms) at 1731609845298Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000188 at 1731609845299 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000189 at 1731609845299Processed 10 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609845299 2024-11-14T18:44:05,300 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.9 2024-11-14T18:44:05,301 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609844257; access_time=1731609843676; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609844286; access_time=1731609843687; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609844320; access_time=1731609843698; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609844350; access_time=1731609843709; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609844771; access_time=1731609843721; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609844800; access_time=1731609843732; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731609844832; access_time=1731609843744; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609844852; access_time=1731609843755; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609845268; access_time=1731609844167; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609845300; access_time=1731609844187; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T18:44:05,304 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:05,305 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:44:05,305 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:44:05,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:44:05,306 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,306 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,310 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,311 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,312 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,313 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,314 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,314 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742337_1517 (size=1393) 2024-11-14T18:44:05,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742337_1517 (size=1393) 2024-11-14T18:44:05,316 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:44:05,316 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.1 2024-11-14T18:44:05,317 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,317 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,321 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,321 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,322 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,323 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,323 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,324 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,325 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,326 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742338_1518 (size=1393) 2024-11-14T18:44:05,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742338_1518 (size=1393) 2024-11-14T18:44:05,328 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 1 2024-11-14T18:44:05,328 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.2 2024-11-14T18:44:05,329 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,329 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,333 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,334 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,335 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,336 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,337 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,338 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,339 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742339_1519 (size=1393) 2024-11-14T18:44:05,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742339_1519 (size=1393) 2024-11-14T18:44:05,341 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 2 2024-11-14T18:44:05,341 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.3 2024-11-14T18:44:05,343 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,343 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,346 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,346 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,347 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,348 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,349 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,350 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,350 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,351 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,351 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742340_1520 (size=1393) 2024-11-14T18:44:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742340_1520 (size=1393) 2024-11-14T18:44:05,353 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 3 2024-11-14T18:44:05,353 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.4 2024-11-14T18:44:05,354 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,354 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,357 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,357 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,358 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,359 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,360 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,361 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,362 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742341_1521 (size=1393) 2024-11-14T18:44:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742341_1521 (size=1393) 2024-11-14T18:44:05,364 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 4 2024-11-14T18:44:05,364 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.5 2024-11-14T18:44:05,365 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,365 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,368 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,369 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,370 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,371 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,371 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,372 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,373 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742342_1522 (size=1393) 2024-11-14T18:44:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742342_1522 (size=1393) 2024-11-14T18:44:05,375 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 5 2024-11-14T18:44:05,375 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.6 2024-11-14T18:44:05,376 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,376 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,379 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,379 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,380 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,381 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,382 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,383 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,384 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,384 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742343_1523 (size=1405) 2024-11-14T18:44:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742343_1523 (size=1405) 2024-11-14T18:44:05,386 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 6 2024-11-14T18:44:05,386 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.7 2024-11-14T18:44:05,387 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,387 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,391 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,391 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,392 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,392 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,393 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,393 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,394 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,394 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,396 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,396 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,397 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,397 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,398 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,398 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,399 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,399 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,400 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,400 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742344_1524 (size=1413) 2024-11-14T18:44:05,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742344_1524 (size=1413) 2024-11-14T18:44:05,402 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 7 2024-11-14T18:44:05,402 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.8 2024-11-14T18:44:05,402 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,402 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,406 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,406 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,407 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,408 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,409 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,410 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742345_1525 (size=1413) 2024-11-14T18:44:05,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742345_1525 (size=1413) 2024-11-14T18:44:05,412 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 8 2024-11-14T18:44:05,412 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.9 2024-11-14T18:44:05,413 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,413 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,416 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,416 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,417 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,418 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,419 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,419 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,420 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,421 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,421 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,422 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,422 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742346_1526 (size=1413) 2024-11-14T18:44:05,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742346_1526 (size=1413) 2024-11-14T18:44:05,424 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 9 2024-11-14T18:44:05,442 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K (1393bytes) 2024-11-14T18:44:05,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 2024-11-14T18:44:05,442 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 after 0ms 2024-11-14T18:44:05,444 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 took 2ms 2024-11-14T18:44:05,446 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,446 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 so closing down 2024-11-14T18:44:05,446 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,447 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,450 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.dat.0.temp 2024-11-14T18:44:05,450 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:05,451 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp 2024-11-14T18:44:05,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp 2024-11-14T18:44:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742347_1527 (size=678) 2024-11-14T18:44:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742347_1527 (size=678) 2024-11-14T18:44:05,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,456 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000017 2024-11-14T18:44:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742348_1528 (size=743) 2024-11-14T18:44:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742348_1528 (size=743) 2024-11-14T18:44:05,460 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,461 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000018 2024-11-14T18:44:05,461 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:05,461 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K (1393bytes) at 1731609845442Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 so closing down at 1731609845446 (+4 ms)3 split writer threads finished at 1731609845447 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp at 1731609845451 (+4 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp at 1731609845452 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845455 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000001-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000017 at 1731609845456 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845460 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000000-wal.dat.0.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000018 at 1731609845461 (+1 ms)Processed 19 edits across 2 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609845461 2024-11-14T18:44:05,463 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.0 2024-11-14T18:44:05,463 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K (1393bytes) 2024-11-14T18:44:05,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 2024-11-14T18:44:05,463 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 after 0ms 2024-11-14T18:44:05,465 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 took 2ms 2024-11-14T18:44:05,466 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 so closing down 2024-11-14T18:44:05,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,466 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,468 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000021-wal.dat.1.temp 2024-11-14T18:44:05,468 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000020-wal.dat.1.temp 2024-11-14T18:44:05,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp 2024-11-14T18:44:05,469 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp 2024-11-14T18:44:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742349_1529 (size=678) 2024-11-14T18:44:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742350_1530 (size=743) 2024-11-14T18:44:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742349_1529 (size=678) 2024-11-14T18:44:05,474 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742350_1530 (size=743) 2024-11-14T18:44:05,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,475 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000037 2024-11-14T18:44:05,477 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000038 2024-11-14T18:44:05,477 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:05,477 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K (1393bytes) at 1731609845463Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 so closing down at 1731609845466 (+3 ms)3 split writer threads finished at 1731609845466Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp at 1731609845469 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp at 1731609845469Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845474 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845475 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000021-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000037 at 1731609845475Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000020-wal.dat.1.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000038 at 1731609845477 (+2 ms)Processed 19 edits across 2 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609845477 2024-11-14T18:44:05,478 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.1 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.1 2024-11-14T18:44:05,478 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K (1393bytes) 2024-11-14T18:44:05,478 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 2024-11-14T18:44:05,479 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 after 1ms 2024-11-14T18:44:05,480 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 took 2ms 2024-11-14T18:44:05,481 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 so closing down 2024-11-14T18:44:05,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,483 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000041-wal.dat.2.temp 2024-11-14T18:44:05,483 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000040-wal.dat.2.temp 2024-11-14T18:44:05,483 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp 2024-11-14T18:44:05,483 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp 2024-11-14T18:44:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742351_1531 (size=678) 2024-11-14T18:44:05,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742352_1532 (size=743) 2024-11-14T18:44:05,488 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742351_1531 (size=678) 2024-11-14T18:44:05,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742352_1532 (size=743) 2024-11-14T18:44:05,488 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,489 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000057 2024-11-14T18:44:05,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000058 2024-11-14T18:44:05,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:05,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K (1393bytes) at 1731609845478Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 so closing down at 1731609845481 (+3 ms)3 split writer threads finished at 1731609845481Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp at 1731609845483 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp at 1731609845483Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845488 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845488Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000041-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000057 at 1731609845489 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000040-wal.dat.2.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000058 at 1731609845489Processed 19 edits across 2 Regions in 9 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609845489 2024-11-14T18:44:05,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.2 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.2 2024-11-14T18:44:05,491 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K (1393bytes) 2024-11-14T18:44:05,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 2024-11-14T18:44:05,491 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 after 0ms 2024-11-14T18:44:05,493 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 took 2ms 2024-11-14T18:44:05,494 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,494 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 so closing down 2024-11-14T18:44:05,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,494 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,496 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000060-wal.dat.3.temp 2024-11-14T18:44:05,496 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000061-wal.dat.3.temp 2024-11-14T18:44:05,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp 2024-11-14T18:44:05,496 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp 2024-11-14T18:44:05,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742353_1533 (size=743) 2024-11-14T18:44:05,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742353_1533 (size=743) 2024-11-14T18:44:05,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742354_1534 (size=678) 2024-11-14T18:44:05,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742354_1534 (size=678) 2024-11-14T18:44:05,501 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,502 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000078 2024-11-14T18:44:05,503 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000077 2024-11-14T18:44:05,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:05,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K (1393bytes) at 1731609845491Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 so closing down at 1731609845494 (+3 ms)3 split writer threads finished at 1731609845494Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp at 1731609845496 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp at 1731609845496Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845501 (+5 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845502 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000060-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000078 at 1731609845502Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000061-wal.dat.3.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000077 at 1731609845503 (+1 ms)Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609845503 2024-11-14T18:44:05,504 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.3 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.3 2024-11-14T18:44:05,504 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K (1393bytes) 2024-11-14T18:44:05,504 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 2024-11-14T18:44:05,505 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 after 1ms 2024-11-14T18:44:05,506 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 took 2ms 2024-11-14T18:44:05,507 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,508 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 so closing down 2024-11-14T18:44:05,508 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,508 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,509 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000081-wal.dat.4.temp 2024-11-14T18:44:05,509 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000080-wal.dat.4.temp 2024-11-14T18:44:05,510 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp 2024-11-14T18:44:05,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp 2024-11-14T18:44:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742356_1536 (size=743) 2024-11-14T18:44:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742356_1536 (size=743) 2024-11-14T18:44:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742355_1535 (size=678) 2024-11-14T18:44:05,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742355_1535 (size=678) 2024-11-14T18:44:05,528 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,529 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000098 2024-11-14T18:44:05,529 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000097 2024-11-14T18:44:05,529 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:05,530 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K (1393bytes) at 1731609845504Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 so closing down at 1731609845508 (+4 ms)3 split writer threads finished at 1731609845508Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp at 1731609845510 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp at 1731609845510Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845528 (+18 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845528Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000080-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000098 at 1731609845529 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000081-wal.dat.4.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000097 at 1731609845529Processed 19 edits across 2 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609845530 (+1 ms) 2024-11-14T18:44:05,531 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.4 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.4 2024-11-14T18:44:05,531 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K (1393bytes) 2024-11-14T18:44:05,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 2024-11-14T18:44:05,532 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 after 0ms 2024-11-14T18:44:05,534 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 took 2ms 2024-11-14T18:44:05,535 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,535 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 so closing down 2024-11-14T18:44:05,535 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,535 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,537 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:05,537 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:05,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp 2024-11-14T18:44:05,537 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp 2024-11-14T18:44:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742358_1538 (size=678) 2024-11-14T18:44:05,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742358_1538 (size=678) 2024-11-14T18:44:05,541 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,542 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000117 2024-11-14T18:44:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742357_1537 (size=743) 2024-11-14T18:44:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742357_1537 (size=743) 2024-11-14T18:44:05,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000118 2024-11-14T18:44:05,545 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false 2024-11-14T18:44:05,545 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K (1393bytes) at 1731609845531Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 so closing down at 1731609845535 (+4 ms)3 split writer threads finished at 1731609845535Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp at 1731609845537 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp at 1731609845538 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845541 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000101-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000117 at 1731609845542 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845544 (+2 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000100-wal.dat.5.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000118 at 1731609845545 (+1 ms)Processed 19 edits across 2 Regions in 11 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5, size=1.4 K, length=1393, corrupted=true, cancelled=false at 1731609845545 2024-11-14T18:44:05,547 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.5 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.5 2024-11-14T18:44:05,547 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K (1405bytes) 2024-11-14T18:44:05,547 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 2024-11-14T18:44:05,548 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 after 0ms 2024-11-14T18:44:05,549 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 took 2ms 2024-11-14T18:44:05,550 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,550 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 so closing down 2024-11-14T18:44:05,551 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,551 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,552 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:05,552 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:05,553 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp 2024-11-14T18:44:05,553 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp 2024-11-14T18:44:05,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742360_1540 (size=749) 2024-11-14T18:44:05,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742360_1540 (size=749) 2024-11-14T18:44:05,568 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,569 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000138 2024-11-14T18:44:05,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742359_1539 (size=683) 2024-11-14T18:44:05,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742359_1539 (size=683) 2024-11-14T18:44:05,572 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,573 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000137 2024-11-14T18:44:05,574 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false 2024-11-14T18:44:05,574 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K (1405bytes) at 1731609845547Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 so closing down at 1731609845551 (+4 ms)3 split writer threads finished at 1731609845551Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp at 1731609845553 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp at 1731609845553Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845568 (+15 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000120-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000138 at 1731609845569 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845573 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000121-wal.dat.6.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000137 at 1731609845573Processed 19 edits across 2 Regions in 25 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6, size=1.4 K, length=1405, corrupted=true, cancelled=false at 1731609845574 (+1 ms) 2024-11-14T18:44:05,575 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.6 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.6 2024-11-14T18:44:05,575 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K (1413bytes) 2024-11-14T18:44:05,575 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 2024-11-14T18:44:05,576 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 after 1ms 2024-11-14T18:44:05,577 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 took 2ms 2024-11-14T18:44:05,578 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,579 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 so closing down 2024-11-14T18:44:05,579 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,579 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,581 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:05,581 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:05,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp 2024-11-14T18:44:05,581 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp 2024-11-14T18:44:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742361_1541 (size=687) 2024-11-14T18:44:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742361_1541 (size=687) 2024-11-14T18:44:05,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742362_1542 (size=753) 2024-11-14T18:44:05,587 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742362_1542 (size=753) 2024-11-14T18:44:05,587 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,588 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000157 2024-11-14T18:44:05,588 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000158 2024-11-14T18:44:05,588 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:05,588 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K (1413bytes) at 1731609845575Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 so closing down at 1731609845579 (+4 ms)3 split writer threads finished at 1731609845579Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp at 1731609845581 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp at 1731609845581Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845587 (+6 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845587Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000141-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000157 at 1731609845588 (+1 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000140-wal.dat.7.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000158 at 1731609845588Processed 19 edits across 2 Regions in 10 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609845588 2024-11-14T18:44:05,590 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.7 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.7 2024-11-14T18:44:05,590 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K (1413bytes) 2024-11-14T18:44:05,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 2024-11-14T18:44:05,590 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 after 0ms 2024-11-14T18:44:05,592 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 took 2ms 2024-11-14T18:44:05,593 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,593 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 so closing down 2024-11-14T18:44:05,594 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,594 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,595 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:05,595 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:05,596 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp 2024-11-14T18:44:05,596 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp 2024-11-14T18:44:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742364_1544 (size=687) 2024-11-14T18:44:05,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742364_1544 (size=687) 2024-11-14T18:44:05,600 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,601 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000177 2024-11-14T18:44:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742363_1543 (size=753) 2024-11-14T18:44:05,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742363_1543 (size=753) 2024-11-14T18:44:05,604 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,605 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000178 2024-11-14T18:44:05,605 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:05,606 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K (1413bytes) at 1731609845590Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 so closing down at 1731609845593 (+3 ms)3 split writer threads finished at 1731609845594 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp at 1731609845596 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp at 1731609845596Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845600 (+4 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000161-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000177 at 1731609845601 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845604 (+3 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000160-wal.dat.8.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000178 at 1731609845605 (+1 ms)Processed 19 edits across 2 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609845605 2024-11-14T18:44:05,607 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.8 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.8 2024-11-14T18:44:05,607 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K (1413bytes) 2024-11-14T18:44:05,607 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 2024-11-14T18:44:05,608 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 after 1ms 2024-11-14T18:44:05,609 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 took 2ms 2024-11-14T18:44:05,611 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true Ignoring exception while parsing wal hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9. Marking as corrupted at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:508) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:319) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.splitCorruptWALs(TestWALSplit.java:664) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testCorruptedFileGetsArchivedIfSkipErrors(TestWALSplit.java:614) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: fake Exception at org.apache.hadoop.hbase.regionserver.wal.FaultyProtobufWALStreamReader.next(FaultyProtobufWALStreamReader.java:63) ~[test-classes/:?] at org.apache.hadoop.hbase.wal.WALStreamReader.next(WALStreamReader.java:42) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getNextLogLine(WALSplitter.java:490) ~[classes/:?] ... 31 more 2024-11-14T18:44:05,611 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 so closing down 2024-11-14T18:44:05,611 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T18:44:05,611 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T18:44:05,613 INFO [split-log-closeStream-pool-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:05,613 INFO [split-log-closeStream-pool-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:05,614 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp 2024-11-14T18:44:05,614 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp 2024-11-14T18:44:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742366_1546 (size=753) 2024-11-14T18:44:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742366_1546 (size=753) 2024-11-14T18:44:05,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742365_1545 (size=687) 2024-11-14T18:44:05,627 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742365_1545 (size=687) 2024-11-14T18:44:05,629 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000197 2024-11-14T18:44:05,635 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T18:44:05,636 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000198 2024-11-14T18:44:05,636 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false 2024-11-14T18:44:05,636 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K (1413bytes) at 1731609845607Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 so closing down at 1731609845611 (+4 ms)3 split writer threads finished at 1731609845611Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp at 1731609845614 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp at 1731609845614Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp (wrote 9 edits, skipped 0 edits in 0 ms) at 1731609845627 (+13 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000181-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/ccc/recovered.edits/0000000000000000197 at 1731609845629 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731609845635 (+6 ms)Rename recovered edits hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000180-wal.dat.9.temp to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/data/default/t1/bbb/recovered.edits/0000000000000000198 at 1731609845636 (+1 ms)Processed 19 edits across 2 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9, size=1.4 K, length=1413, corrupted=true, cancelled=false at 1731609845636 2024-11-14T18:44:05,638 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/WALs/testcorruptedfilegetsarchivedifskiperrors,16010,1731609843475/wal.dat.9 to hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.9 2024-11-14T18:44:05,640 DEBUG [Time-limited test {}] wal.TestWALSplit(621): Archived logs in CORRUPTDIR: HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.0; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609845462; access_time=1731609845306; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.1; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609845478; access_time=1731609845316; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.2; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609845490; access_time=1731609845329; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.3; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609845503; access_time=1731609845342; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.4; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609845530; access_time=1731609845353; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.5; isDirectory=false; length=1393; replication=2; blocksize=268435456; modification_time=1731609845546; access_time=1731609845364; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.6; isDirectory=false; length=1405; replication=2; blocksize=268435456; modification_time=1731609845574; access_time=1731609845375; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.7; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609845589; access_time=1731609845386; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.8; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609845606; access_time=1731609845402; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} HdfsNamedFileStatus{path=hdfs://localhost:35945/user/jenkins/test-data/7c4a1d8c-5910-c8e4-a376-c7065d6233bb/corrupt/wal.dat.9; isDirectory=false; length=1413; replication=2; blocksize=268435456; modification_time=1731609845638; access_time=1731609845413; owner=jenkins; group=supergroup; permission=rw-r--r--; isSymlink=false; hasAcl=false; isEncrypted=false; isErasureCoded=false} 2024-11-14T18:44:05,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testCorruptedFileGetsArchivedIfSkipErrors Thread=151 (was 151), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=7753 (was 7786) 2024-11-14T18:44:05,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=151, OpenFileDescriptor=399, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=7753 2024-11-14T18:44:05,656 INFO [Time-limited test {}] wal.TestWALSplit(184): Cleaning up cluster for new test. 2024-11-14T18:44:05,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742367_1547 (size=7) 2024-11-14T18:44:05,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742367_1547 (size=7) 2024-11-14T18:44:05,662 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35945/user/jenkins/test-data/b0e00600-9d29-4ac4-7765-6b83e018b74f with version=8 2024-11-14T18:44:05,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:05,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T18:44:05,666 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-14T18:44:05,666 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region bbb 2024-11-14T18:44:05,667 DEBUG [Time-limited test {}] wal.TestWALSplit(1261): Creating dir for region ccc 2024-11-14T18:44:05,668 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.dat.0 2024-11-14T18:44:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,668 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,672 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,672 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,673 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,674 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,675 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,676 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,677 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1443): Time-limited test append 2024-11-14T18:44:05,678 INFO [Time-limited test {}] wal.TestWALSplit(1445): Time-limited test sync 2024-11-14T18:44:05,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742368_1548 (size=2324) 2024-11-14T18:44:05,680 INFO [Time-limited test {}] wal.TestWALSplit(1294): Closing writer 0 2024-11-14T18:44:05,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742368_1548 (size=2324) 2024-11-14T18:44:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34369 is added to blk_1073742369_1549 (size=2325) 2024-11-14T18:44:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073742369_1549 (size=2325) 2024-11-14T18:44:05,704 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0, size=2.3 K (2325bytes) 2024-11-14T18:44:05,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0 2024-11-14T18:44:05,704 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0 after 0ms 2024-11-14T18:44:05,705 WARN [Time-limited test {}] wal.WALSplitter(393): Could not parse, corrupt WAL=hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0 org.apache.hadoop.hbase.wal.WALSplitter$CorruptedLogFileException: skipErrors=true; could not open hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0, skipping at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:481) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.splitWAL(WALSplitter.java:305) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.split(WALSplitter.java:219) ~[classes/:?] at org.apache.hadoop.hbase.wal.TestWALSplit.testSplitLogFileFirstLineCorruptionLog(TestWALSplit.java:1141) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.io.IOException: Invalid PB WAL magic \x00PWA, expected PWAL at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.readHeader(AbstractProtobufWALReader.java:225) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufWALReader.init(AbstractProtobufWALReader.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:417) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.createStreamReader(WALFactory.java:396) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:527) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALSplitter.getReader(WALSplitter.java:459) ~[classes/:?] ... 30 more 2024-11-14T18:44:05,706 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0 so closing down 2024-11-14T18:44:05,706 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false 2024-11-14T18:44:05,706 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0, journal: Splitting hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0, size=2.3 K (2325bytes) at 1731609845704Finishing writing output for hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0 so closing down at 1731609845706 (+2 ms)Processed 0 edits across 0 Regions in 3 ms; skipped=0; WAL=hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0, size=2.3 K, length=2325, corrupted=true, cancelled=false at 1731609845706 2024-11-14T18:44:05,707 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/WALs/testsplitlogfilefirstlinecorruptionlog,16010,1731609845666/wal.dat.0 to hdfs://localhost:35945/user/jenkins/test-data/1cff0089-5f8e-1a4f-3f5a-99df5bd0247c/corrupt/wal.dat.0 2024-11-14T18:44:05,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: wal.TestWALSplitBoundedLogWriterCreation#testSplitLogFileFirstLineCorruptionLog Thread=151 (was 151), OpenFileDescriptor=399 (was 399), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 489), ProcessCount=11 (was 11), AvailableMemoryMB=7752 (was 7753) 2024-11-14T18:44:05,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a0403e3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:44:05,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bfedd11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:44:05,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:44:05,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39926b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:44:05,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ace449{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.log.dir/,STOPPED} 2024-11-14T18:44:05,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:44:05,802 WARN [BP-1255048256-172.17.0.2-1731609796343 heartbeating to localhost/127.0.0.1:35945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:44:05,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:44:05,802 WARN [BP-1255048256-172.17.0.2-1731609796343 heartbeating to localhost/127.0.0.1:35945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255048256-172.17.0.2-1731609796343 (Datanode Uuid 5129fed3-5342-4017-80ad-4d97ade1c05a) service to localhost/127.0.0.1:35945 2024-11-14T18:44:05,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data3/current/BP-1255048256-172.17.0.2-1731609796343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:44:05,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data4/current/BP-1255048256-172.17.0.2-1731609796343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:44:05,804 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:44:05,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e587259{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T18:44:05,806 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4348effc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:44:05,806 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:44:05,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204f2b1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:44:05,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41392320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.log.dir/,STOPPED} 2024-11-14T18:44:05,808 WARN [BP-1255048256-172.17.0.2-1731609796343 heartbeating to localhost/127.0.0.1:35945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T18:44:05,808 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T18:44:05,809 WARN [BP-1255048256-172.17.0.2-1731609796343 heartbeating to localhost/127.0.0.1:35945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1255048256-172.17.0.2-1731609796343 (Datanode Uuid d65c609d-772d-410c-9dc0-bf4b45d91e59) service to localhost/127.0.0.1:35945 2024-11-14T18:44:05,809 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T18:44:05,809 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data1/current/BP-1255048256-172.17.0.2-1731609796343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:44:05,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/cluster_6c7723d1-a962-23ce-74a0-9d7a9f141fb8/data/data2/current/BP-1255048256-172.17.0.2-1731609796343 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T18:44:05,810 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T18:44:05,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dfe145b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T18:44:05,821 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335839b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T18:44:05,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T18:44:05,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661b985e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T18:44:05,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a2afa4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/be15c265-83b1-290b-18bc-03374e0f9d00/hadoop.log.dir/,STOPPED}